-- Logs begin at Wed 2021-06-23 18:03:29 UTC, end at Wed 2021-06-23 19:27:40 UTC. -- Jun 23 18:58:12.301545 dv-cinder-790492-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 23 18:58:15.016404 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.common.config [-] Logging enabled! Jun 23 18:58:15.017016 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev384 Jun 23 18:58:15.017181 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93843) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 23 18:58:15.020525 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.common.config [-] Logging enabled! Jun 23 18:58:15.020784 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev384 Jun 23 18:58:15.021097 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93843) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 23 18:58:15.022041 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 18:58:15.022275 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 18:58:15.022639 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 18:58:15.022888 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 18:58:15.023113 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 18:58:15.023452 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:15.023751 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:15.024048 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:15.024277 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:15.024572 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:15.024889 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:15.025174 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:15.025462 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:15.025761 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:15.026048 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:15.026328 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:15.026613 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:15.026843 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:15.027126 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:15.027435 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:15.027725 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:15.027949 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] debug = True {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:15.028230 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:15.028654 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:15.029073 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:15.029357 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:15.029644 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:15.029927 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:15.030193 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:15.030468 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:15.030750 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:15.031079 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] host = dv-cinder-790492-6-iscsi {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:15.031356 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:15.031667 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:15.031954 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:15.032241 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:15.032516 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:15.032791 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:15.033079 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:15.033346 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:15.033616 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] log_file = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:15.033889 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:15.034177 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:15.034463 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:15.034753 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:15.034976 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:15.035197 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:15.035544 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:15.035794 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:15.036068 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:15.036340 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:15.036613 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:15.036884 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:15.037155 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:15.037424 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:15.037708 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:15.037993 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:15.038279 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:15.038553 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:15.038866 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:15.039083 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:15.039357 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:15.039665 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:15.039935 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:15.040207 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:15.041001 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:15.041288 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:15.041555 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:15.041826 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:15.042125 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:15.042411 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:15.042695 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:15.042981 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:15.043253 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:15.043565 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:15.043837 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:15.044108 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:15.044379 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] use_json = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:15.044651 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:15.044920 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:15.045200 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:15.045471 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:15.045740 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:15.046012 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:15.046280 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:15.046564 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:15.046861 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.047157 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.047484 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.047769 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.048061 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.048338 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.048625 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.048903 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.049190 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.049480 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.049777 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.050056 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.050347 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.050627 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.050920 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.051225 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.051545 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.051837 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.052112 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.052386 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.052659 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.052937 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.053221 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.053513 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.053802 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.054074 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.054353 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.054644 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.054921 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.055193 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.055500 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.055792 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.056637 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.056892 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.057175 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.057453 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.057724 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.057996 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.058274 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.058562 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.058835 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.059104 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.059390 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.059671 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.059945 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.060228 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.060502 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.060773 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.061044 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.061320 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.061591 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.061863 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.062138 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.062408 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.062682 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.062954 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.063228 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.063526 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.063798 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.064068 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.064339 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.064610 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.064886 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.065158 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.065428 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.065702 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.065970 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.066241 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.066525 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.066823 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.067102 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.067393 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.067679 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.067957 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.068232 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.068507 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.068781 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.069057 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.069329 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.069618 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.069905 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.070189 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.070472 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.070744 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.071039 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.071314 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.071613 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.071915 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.072191 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.072479 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.072759 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.073055 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.073348 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.073641 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.073933 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.074224 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.074502 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.074808 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.075086 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:15.075303 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 18:58:15.075573 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93843) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 23 18:58:15.457455 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:15.457760 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:15.458088 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:15.458438 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 23 18:58:15.849218 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:15.849516 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:15.849794 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:15.851109 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:15.851400 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:15.851687 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:15.885686 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:15.886003 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:15.886311 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:15.901129 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:15.901420 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:15.901693 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:15.933334 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:15.933620 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:15.933892 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:15.970952 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:15.971236 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:15.971535 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:16.202520 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:16.203149 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:16.203149 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:16.203334 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:16.203989 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:16.328787 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:16.329109 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:16.329398 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:16.329672 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:16.329948 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:16.330264 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:16.330527 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:16.330786 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:16.331041 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:16.331324 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:16.331611 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:16.331879 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:16.332142 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:16.332407 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:16.332664 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:16.332932 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:16.333205 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:16.334474 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:16.334775 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:16.335047 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:16.335345 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:16.335737 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:16.336268 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:16.336562 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:16.336821 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:16.337077 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:16.338004 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93843) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 18:58:16.338251 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93843) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 18:58:16.338499 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93843) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 18:58:16.338736 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93843) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 18:58:16.338979 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93843) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 18:58:16.339217 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93843) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 18:58:16.339622 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 23 18:58:16.342711 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 23 18:58:16.346661 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 23 18:58:16.350708 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(900, 949)])]) Jun 23 18:58:16.352394 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 23 18:58:16.352878 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 23 18:58:16.353756 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 23 18:58:16.354144 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 23 18:58:16.357196 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 23 18:58:16.357453 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 23 18:58:16.357804 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 23 18:58:16.385287 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 23 18:58:16.385748 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:16.386047 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93843) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 23 18:58:16.386415 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:16.387823 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93843) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 23 18:58:16.388115 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 23 18:58:16.388369 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 23 18:58:16.391748 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:16.392039 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:16.456245 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 23 18:58:16.456427 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 23 18:58:16.456632 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 23 18:58:16.457021 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 23 18:58:16.479578 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_db.sqlalchemy.engines [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93843) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 23 18:58:17.144023 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.plugins.ml2.managers [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Initializing driver for type 'gre' Jun 23 18:58:17.144481 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] gre ID ranges: [(1, 1000)] Jun 23 18:58:17.355786 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.plugins.ml2.managers [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Initializing driver for type 'local' Jun 23 18:58:17.356458 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.plugins.ml2.managers [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Initializing driver for type 'vlan' Jun 23 18:58:17.521473 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] VlanTypeDriver initialization complete Jun 23 18:58:17.521816 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.plugins.ml2.managers [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Initializing driver for type 'vxlan' Jun 23 18:58:17.522333 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] vxlan ID ranges: [(1, 1000)] Jun 23 18:58:17.738815 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.plugins.ml2.managers [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Initializing extension driver 'port_security' Jun 23 18:58:17.739160 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.plugins.ml2.extensions.port_security [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] PortSecurityExtensionDriver initialization complete Jun 23 18:58:17.739534 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.plugins.ml2.managers [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Initializing mechanism driver 'openvswitch' Jun 23 18:58:17.739867 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.plugins.ml2.managers [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Initializing mechanism driver 'hyperv' Jun 23 18:58:17.747266 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:58:17.753869 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Subscribe: > port after_create 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:17.753869 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Subscribe: > port after_update 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:17.753869 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Subscribe: > port after_delete 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:17.753869 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Subscribe: > subnet after_create 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:17.754321 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Subscribe: > subnet after_update 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:17.754321 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:17.754321 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Subscribe: > network after_create 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:17.754321 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Subscribe: > network after_update 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:17.754614 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Subscribe: > network after_delete 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:17.754614 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Subscribe: > security_group after_create 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:17.754614 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Subscribe: > security_group after_update 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:17.754614 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:17.754906 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:17.754906 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:17.754906 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:17.754906 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Subscribe: > address_group after_create 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:17.755192 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Subscribe: > address_group after_update 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:17.755192 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:17.755192 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] ML2 OVO RPC backend initialized. {{(pid=93843) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 23 18:58:17.755192 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:17.755529 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:17.755875 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Subscribe: > network before_response 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:17.756225 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Subscribe: > networks before_response 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:17.756592 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Subscribe: > port before_response 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:17.756941 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Subscribe: > ports before_response 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:17.757288 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Subscribe: > subnet before_response 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:17.757633 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Subscribe: > subnets before_response 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:17.757989 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Subscribe: > network after_create 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:17.758329 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Subscribe: > network after_update 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:17.758668 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Subscribe: > network after_delete 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:17.759025 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Subscribe: > port after_create 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:17.759969 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Subscribe: > port after_update 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:17.760361 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Subscribe: > port after_delete 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:17.760690 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Subscribe: > subnet after_create 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:17.761030 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Subscribe: > subnet after_update 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:17.761368 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:17.761945 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.plugins.ml2.plugin [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Modular L2 Plugin initialization complete Jun 23 18:58:17.762288 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading services supported by the core plugin {{(pid=93843) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 23 18:58:17.762627 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.plugins.ml2.managers [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Got port-security extension from driver 'port_security' Jun 23 18:58:17.763095 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.extensions.vlantransparent [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Disabled vlantransparent extension. Jun 23 18:58:17.763620 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93843) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 23 18:58:17.763943 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading Plugin: router Jun 23 18:58:17.808098 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:17.808424 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Subscribe: > router after_create 55549900 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:17.808799 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Subscribe: > router before_create 55549900 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:17.809170 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:17.809547 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:17.809909 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Subscribe: > router after_delete 55549900 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:17.810272 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:17.810647 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Subscribe: > router after_create 55549900 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:17.811003 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Subscribe: > router after_update 55549900 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:17.811348 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Subscribe: > router after_update 55549900 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:17.811727 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:17.812090 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Subscribe: > router after_update 55549900 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:17.812501 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Subscribe: > router precommit_update 55549900 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:17.812876 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Subscribe: port after_update 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:17.813224 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Subscribe: port after_delete 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:17.813574 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Subscribe: subnet after_update 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:17.813917 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:17.814271 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:17.814624 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Subscribe: > router precommit_create 55549900 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:17.814971 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Subscribe: port before_delete 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:17.815316 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Subscribe: > router precommit_create 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:17.815705 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Subscribe: > router after_update 55549900 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:17.816052 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:17.816409 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Subscribe: > router precommit_create 55549900 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:17.816776 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:17.817125 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Subscribe: > router precommit_update 55549900 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:17.817534 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Subscribe: > network after_delete 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:17.818411 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.quota.resource_registry [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Tracking information for resource: router configured {{(pid=93843) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 18:58:17.818750 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.quota.resource_registry [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Tracking information for resource: floatingip configured {{(pid=93843) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 18:58:17.824335 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.db.l3_agentschedulers_db [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 23 18:58:17.829558 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Subscribe: port after_update 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:17.829558 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Subscribe: port after_create 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:17.829558 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Subscribe: port after_delete 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:17.829558 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Subscribe: port after_update 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:17.829558 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Subscribe: > router before_create 55550100 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:17.829958 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:17.829958 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Subscribe: > router precommit_create 55550100 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:17.829958 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Subscribe: > router precommit_update 55550100 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:17.832481 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.services.provider_configuration [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Service providers = [] {{(pid=93843) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 23 18:58:17.832852 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.db.servicetype_db [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93843) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 23 18:58:17.836090 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.services.service_base [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93843) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 18:58:17.836452 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.services.service_base [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93843) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 18:58:17.836797 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.services.service_base [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93843) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 18:58:17.837715 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.services.service_base [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93843) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 18:58:17.838091 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.services.service_base [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 23 18:58:17.838478 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93843) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 18:58:17.838797 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 23 18:58:17.849751 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93843) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 18:58:17.850087 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading Plugin: auto_allocate Jun 23 18:58:17.862388 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Subscribe: network precommit_update 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:17.862773 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Subscribe: network precommit_create 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:17.863314 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93843) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 18:58:17.863679 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading Plugin: tag Jun 23 18:58:17.870949 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93843) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 18:58:17.871286 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading Plugin: timestamp Jun 23 18:58:17.875134 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93843) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 18:58:17.875496 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading Plugin: network_ip_availability Jun 23 18:58:17.882858 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:17.883233 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:17.883627 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:17.884952 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93843) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 18:58:17.885272 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading Plugin: flavors Jun 23 18:58:17.890260 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93843) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 18:58:17.890598 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading Plugin: revisions Jun 23 18:58:17.895109 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93843) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 18:58:17.895549 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_concurrency.lockutils [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.437s {{(pid=93843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:17.896324 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93843) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 23 18:58:17.896688 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Initializing extension manager. Jun 23 18:58:17.897183 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: __init__.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:17.897528 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: __pycache__ {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:17.897871 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:17.898209 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: address_group.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:17.898998 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:17.899625 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loaded extension: address-group Jun 23 18:58:17.899984 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: address_scope.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:17.900697 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:17.901213 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loaded extension: address-scope Jun 23 18:58:17.901535 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:17.902503 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:17.903025 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loaded extension: router-admin-state-down-before-update Jun 23 18:58:17.903348 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: agent.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:17.904069 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:17.904580 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loaded extension: agent Jun 23 18:58:17.904901 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: agent_resources_synced.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:17.905802 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:17.906314 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loaded extension: agent-resources-synced Jun 23 18:58:17.906638 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: allowedaddresspairs.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:17.908513 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:17.909029 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loaded extension: allowed-address-pairs Jun 23 18:58:17.909356 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: auto_allocated_topology.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:17.910656 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:17.911175 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loaded extension: auto-allocated-topology Jun 23 18:58:17.911546 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: availability_zone.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:17.912234 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:17.912748 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loaded extension: availability_zone Jun 23 18:58:17.913073 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: availability_zone_filter.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:17.913976 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:17.914632 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loaded extension: availability_zone_filter Jun 23 18:58:17.914956 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: data_plane_status.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:17.915907 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:17.916413 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Extension data-plane-status not supported by any of loaded plugins Jun 23 18:58:17.916735 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: default_subnetpools.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:17.917635 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:17.918143 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loaded extension: default-subnetpools Jun 23 18:58:17.918467 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:17.919280 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:17.919914 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loaded extension: dhcp_agent_scheduler Jun 23 18:58:17.920242 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: dns.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:17.921154 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:17.921658 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Extension dns-integration not supported by any of loaded plugins Jun 23 18:58:17.921981 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: dns_domain_ports.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:17.922891 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:17.923434 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 23 18:58:17.923765 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:17.924694 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:17.925206 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 23 18:58:17.925530 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: dvr.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:17.926308 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:17.926817 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loaded extension: dvr Jun 23 18:58:17.927141 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: empty_string_filtering.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:17.928088 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:17.928604 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loaded extension: empty-string-filtering Jun 23 18:58:17.928928 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:17.929842 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:17.930337 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 23 18:58:17.930661 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:17.932189 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:17.932701 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 23 18:58:17.933024 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: external_net.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:17.933920 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:17.934433 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loaded extension: external-net Jun 23 18:58:17.934754 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:17.935688 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:17.936201 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loaded extension: extra_dhcp_opt Jun 23 18:58:17.936520 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: extraroute.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:17.937415 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:17.937924 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loaded extension: extraroute Jun 23 18:58:17.938245 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: extraroute_atomic.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:17.939273 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:17.939805 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loaded extension: extraroute-atomic Jun 23 18:58:17.940130 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: filter_validation.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:17.940794 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:17.941312 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loaded extension: filter-validation Jun 23 18:58:17.941633 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: fip_pf_description.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:17.942532 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:17.943180 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 23 18:58:17.943539 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: fip_port_details.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:17.945413 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:17.945939 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loaded extension: fip-port-details Jun 23 18:58:17.946268 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: flavors.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:17.948135 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:17.948668 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loaded extension: flavors Jun 23 18:58:17.948998 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:17.950683 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:17.951214 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 23 18:58:17.951592 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: floatingip_pools.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:17.952290 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:17.952806 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loaded extension: floatingip-pools Jun 23 18:58:17.953136 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: ip_allocation.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:17.954045 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:17.954561 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Extension ip_allocation not supported by any of loaded plugins Jun 23 18:58:17.954891 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:17.955833 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:17.956352 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loaded extension: ip-substring-filtering Jun 23 18:58:17.956685 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: l2_adjacency.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:17.957606 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:17.958114 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 23 18:58:17.958439 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: l3.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:17.959444 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:17.960060 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loaded extension: router Jun 23 18:58:17.960333 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:17.963070 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:17.964280 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 23 18:58:17.964280 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:17.964907 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:17.965431 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loaded extension: ext-gw-mode Jun 23 18:58:17.965795 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:17.966682 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:17.967194 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loaded extension: l3-ha Jun 23 18:58:17.967548 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: l3_flavors.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:17.968471 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:17.968987 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loaded extension: l3-flavors Jun 23 18:58:17.969356 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:17.970234 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:17.970746 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 23 18:58:17.971070 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: l3agentscheduler.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:17.972166 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:17.972685 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loaded extension: l3_agent_scheduler Jun 23 18:58:17.973014 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: logging.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:17.974608 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:17.975150 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Extension logging not supported by any of loaded plugins Jun 23 18:58:17.975513 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: metering.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:17.976296 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:17.977115 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loaded extension: metering Jun 23 18:58:17.977445 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:17.978688 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:17.979231 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loaded extension: metering_source_and_destination_fields Jun 23 18:58:17.979594 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: multiprovidernet.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:17.980543 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:17.981071 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loaded extension: multi-provider Jun 23 18:58:17.981412 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: netmtu.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:17.982503 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:17.983033 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loaded extension: net-mtu Jun 23 18:58:17.983361 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: netmtu_writable.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:17.984336 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:17.984852 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loaded extension: net-mtu-writable Jun 23 18:58:17.985179 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: network_availability_zone.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:17.985867 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:17.986376 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loaded extension: network_availability_zone Jun 23 18:58:17.986710 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: network_ip_availability.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:17.987907 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:17.988429 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loaded extension: network-ip-availability Jun 23 18:58:17.988756 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: network_segment_range.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:17.989563 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:17.990281 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Extension network-segment-range not supported by any of loaded plugins Jun 23 18:58:17.990600 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: pagination.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:17.991690 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:17.992019 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loaded extension: pagination Jun 23 18:58:17.992343 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: port_device_profile.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:17.993282 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:17.994474 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loaded extension: port-device-profile Jun 23 18:58:17.994796 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:17.995755 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:17.996270 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loaded extension: port-mac-address-regenerate Jun 23 18:58:17.996600 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:17.997525 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:17.998042 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loaded extension: port-numa-affinity-policy Jun 23 18:58:17.998368 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: port_resource_request.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:17.999305 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:17.999856 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Extension port-resource-request not supported by any of loaded plugins Jun 23 18:58:18.000178 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: portbindings.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:18.001112 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:18.001624 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loaded extension: binding Jun 23 18:58:18.001948 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: portbindings_extended.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:18.003293 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:18.003862 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loaded extension: binding-extended Jun 23 18:58:18.004191 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: portsecurity.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:18.005113 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:18.005634 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loaded extension: port-security Jun 23 18:58:18.005960 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: project_id.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:18.006945 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:18.007282 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loaded extension: project-id Jun 23 18:58:18.007651 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: providernet.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:18.008589 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:18.009684 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loaded extension: provider Jun 23 18:58:18.010011 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: qos.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:18.013876 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:18.014418 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Extension qos not supported by any of loaded plugins Jun 23 18:58:18.014755 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:18.016080 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:18.016613 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 23 18:58:18.016946 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:18.017863 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:18.018382 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 23 18:58:18.018711 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: qos_default.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:18.019653 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:18.020171 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Extension qos-default not supported by any of loaded plugins Jun 23 18:58:18.020498 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: qos_fip.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:18.021157 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:18.021669 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Extension qos-fip not supported by any of loaded plugins Jun 23 18:58:18.021994 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: qos_gateway_ip.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:18.022924 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:18.023472 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 23 18:58:18.023799 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: qos_port_network_policy.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:18.024746 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:18.025258 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 23 18:58:18.025583 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: qos_rule_type_details.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:18.026509 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:18.027021 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 23 18:58:18.027345 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: qos_rules_alias.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:18.028424 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:18.028940 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 23 18:58:18.029269 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: quotasv2.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:18.030267 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:18.030627 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loaded extension: quotas Jun 23 18:58:18.030917 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: quotasv2_detail.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:18.034127 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:18.034468 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loaded extension: quota_details Jun 23 18:58:18.034803 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: rbac.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:18.035957 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:18.036538 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loaded extension: rbac-policies Jun 23 18:58:18.036871 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: rbac_address_group.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:18.037824 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:18.038343 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loaded extension: rbac-address-group Jun 23 18:58:18.038672 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: rbac_address_scope.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:18.039648 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:18.040823 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loaded extension: rbac-address-scope Jun 23 18:58:18.041060 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: rbac_security_groups.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:18.041978 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:18.042503 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loaded extension: rbac-security-groups Jun 23 18:58:18.042825 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: rbac_subnetpool.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:18.043778 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:18.044294 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loaded extension: rbac-subnetpool Jun 23 18:58:18.044617 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: revisionifmatch.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:18.045537 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:18.046053 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loaded extension: revision-if-match Jun 23 18:58:18.046375 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: revisions.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:18.047801 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:18.048327 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loaded extension: standard-attr-revisions Jun 23 18:58:18.048654 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: router_availability_zone.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:18.049337 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:18.049856 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loaded extension: router_availability_zone Jun 23 18:58:18.050184 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: routerservicetype.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:18.051109 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:18.051654 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Extension router-service-type not supported by any of loaded plugins Jun 23 18:58:18.051981 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:18.052897 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:18.053415 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loaded extension: security-groups-normalized-cidr Jun 23 18:58:18.053737 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:18.054652 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:18.055166 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loaded extension: port-security-groups-filtering Jun 23 18:58:18.055522 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:18.057022 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:18.057535 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loaded extension: security-groups-remote-address-group Jun 23 18:58:18.057858 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: securitygroup.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:18.067606 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:18.068089 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loaded extension: security-group Jun 23 18:58:18.068423 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: segment.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:18.069211 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:18.069726 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Extension segment not supported by any of loaded plugins Jun 23 18:58:18.070055 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:18.071007 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:18.071581 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 23 18:58:18.071913 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: servicetype.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:18.073025 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:18.073554 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loaded extension: service-type Jun 23 18:58:18.073883 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: sorting.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:18.074860 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:18.075200 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loaded extension: sorting Jun 23 18:58:18.075555 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: standard_attr_segment.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:18.076549 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:18.077066 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 23 18:58:18.077398 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: standardattrdescription.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:18.078043 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:18.078555 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loaded extension: standard-attr-description Jun 23 18:58:18.078879 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: stateful_security_group.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:18.079843 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:18.080359 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loaded extension: stateful-security-group Jun 23 18:58:18.080708 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: stdattrs_common.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:18.081314 dv-cinder-790492-6-iscsi neutron-server[93843]: WARNING neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 23 18:58:18.081600 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:18.082512 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:18.083038 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 23 18:58:18.083357 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: subnet_onboard.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:18.084441 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:18.084965 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loaded extension: subnet_onboard Jun 23 18:58:18.085300 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:18.086484 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:18.086998 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 23 18:58:18.087352 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: subnet_service_types.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:18.088302 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:18.088818 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loaded extension: subnet-service-types Jun 23 18:58:18.089146 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: subnetallocation.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:18.090276 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:18.090822 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loaded extension: subnet_allocation Jun 23 18:58:18.091129 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:18.091831 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:18.092343 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loaded extension: subnetpool-prefix-ops Jun 23 18:58:18.092671 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:18.093597 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:18.094105 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 23 18:58:18.094431 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: tagging.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:18.095551 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:18.096080 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loaded extension: standard-attr-tag Jun 23 18:58:18.096403 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: timestamp.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:18.097616 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:18.098140 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loaded extension: standard-attr-timestamp Jun 23 18:58:18.098471 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: trunk.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:18.099531 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:18.100054 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Extension trunk not supported by any of loaded plugins Jun 23 18:58:18.100381 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: trunk_details.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:18.101297 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:18.101812 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Extension trunk-details not supported by any of loaded plugins Jun 23 18:58:18.102134 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: uplink_status_propagation.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:18.103644 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:18.104161 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 23 18:58:18.104486 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Loading extension file: vlantransparent.py {{(pid=93843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:58:18.105158 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:58:18.105676 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 23 18:58:18.108214 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.quota.resource_registry [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Creating instance of TrackedResource for resource:network Jun 23 18:58:18.108769 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.quota.resource_registry [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Creating instance of TrackedResource for resource:subnet Jun 23 18:58:18.109171 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.quota.resource_registry [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 18:58:18.109568 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.quota.resource_registry [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Creating instance of TrackedResource for resource:port Jun 23 18:58:18.110824 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.v2.resource_helper [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93843) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 18:58:18.111273 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.v2.resource_helper [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Service FLAVORS assigned prefix: {{(pid=93843) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 18:58:18.111939 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.v2.resource_helper [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93843) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 18:58:18.112369 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.v2.resource_helper [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93843) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 18:58:18.112700 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.quota.resource_registry [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Creating instance of TrackedResource for resource:router Jun 23 18:58:18.113130 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.quota.resource_registry [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Creating instance of TrackedResource for resource:floatingip Jun 23 18:58:18.113629 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.v2.resource_helper [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Service METERING assigned prefix: /metering {{(pid=93843) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 18:58:18.115083 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:18.115491 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:18.115848 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:58:18.116877 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.quota.resource_registry [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Creating instance of CountableResource for resource:rbac_policy Jun 23 18:58:18.117336 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.quota.resource_registry [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Creating instance of TrackedResource for resource:security_group Jun 23 18:58:18.117788 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.quota.resource_registry [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 23 18:58:18.118420 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.v2.resource_helper [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Service CORE assigned prefix: {{(pid=93843) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 18:58:18.119282 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.quota.resource_registry [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 18:58:18.119670 dv-cinder-790492-6-iscsi neutron-server[93843]: WARNING neutron.quota.resource_registry [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] subnetpool is already registered Jun 23 18:58:18.120104 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.v2.resource_helper [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Service CORE assigned prefix: {{(pid=93843) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 18:58:18.120435 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.quota.resource_registry [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 18:58:18.120768 dv-cinder-790492-6-iscsi neutron-server[93843]: WARNING neutron.quota.resource_registry [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] subnetpool is already registered Jun 23 18:58:18.123093 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.v2.resource_helper [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93843) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 18:58:18.123568 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.v2.resource_helper [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Service FLAVORS assigned prefix: {{(pid=93843) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 18:58:18.124168 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.v2.resource_helper [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93843) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 18:58:18.124593 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.v2.resource_helper [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93843) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 18:58:18.124926 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.quota.resource_registry [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Creating instance of TrackedResource for resource:router Jun 23 18:58:18.125269 dv-cinder-790492-6-iscsi neutron-server[93843]: WARNING neutron.quota.resource_registry [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] router is already registered Jun 23 18:58:18.125686 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.quota.resource_registry [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Creating instance of TrackedResource for resource:floatingip Jun 23 18:58:18.126024 dv-cinder-790492-6-iscsi neutron-server[93843]: WARNING neutron.quota.resource_registry [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] floatingip is already registered Jun 23 18:58:18.126480 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.v2.resource_helper [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Service METERING assigned prefix: /metering {{(pid=93843) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 18:58:18.127173 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.quota.resource_registry [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Creating instance of CountableResource for resource:rbac_policy Jun 23 18:58:18.127538 dv-cinder-790492-6-iscsi neutron-server[93843]: WARNING neutron.quota.resource_registry [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] rbac_policy is already registered Jun 23 18:58:18.127956 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.quota.resource_registry [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Creating instance of TrackedResource for resource:security_group Jun 23 18:58:18.128292 dv-cinder-790492-6-iscsi neutron-server[93843]: WARNING neutron.quota.resource_registry [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] security_group is already registered Jun 23 18:58:18.128699 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.quota.resource_registry [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 23 18:58:18.129032 dv-cinder-790492-6-iscsi neutron-server[93843]: WARNING neutron.quota.resource_registry [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] security_group_rule is already registered Jun 23 18:58:18.129657 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.v2.resource_helper [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Service CORE assigned prefix: {{(pid=93843) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 18:58:18.129995 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.quota.resource_registry [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 18:58:18.130331 dv-cinder-790492-6-iscsi neutron-server[93843]: WARNING neutron.quota.resource_registry [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] subnetpool is already registered Jun 23 18:58:18.130762 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.v2.resource_helper [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Service CORE assigned prefix: {{(pid=93843) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 18:58:18.131088 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.quota.resource_registry [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 18:58:18.131445 dv-cinder-790492-6-iscsi neutron-server[93843]: WARNING neutron.quota.resource_registry [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] subnetpool is already registered Jun 23 18:58:18.131917 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Extended resource: extensions {{(pid=93843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:58:18.133570 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Extended resource: address-groups {{(pid=93843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:58:18.135119 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Extended resource: address-scopes {{(pid=93843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:58:18.136487 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Extended resource: agents {{(pid=93843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:58:18.137669 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Extended resource: auto-allocated-topology {{(pid=93843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:58:18.138921 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Extended resource: availability_zones {{(pid=93843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:58:18.140190 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Extended resource: dhcp-networks {{(pid=93843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:58:18.141710 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Extended resource: dhcp-agents {{(pid=93843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:58:18.143155 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Extended resource: routers {{(pid=93843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:58:18.144880 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Extended resource: flavors {{(pid=93843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:58:18.147367 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Extended resource: service_profiles {{(pid=93843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:58:18.148618 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Extended resource: next_providers {{(pid=93843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:58:18.150128 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Extended resource: service_profiles {{(pid=93843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:58:18.151718 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Extended resource: floatingip-pools {{(pid=93843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:58:18.152943 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Extended resource: routers {{(pid=93843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:58:18.154658 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Extended resource: floatingips {{(pid=93843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:58:18.155970 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Extended resource: l3-routers {{(pid=93843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:58:18.157432 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Extended resource: l3-agents {{(pid=93843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:58:18.158860 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Extended resource: metering-labels {{(pid=93843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:58:18.160155 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Extended resource: metering-label-rules {{(pid=93843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:58:18.161556 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Extended resource: network-ip-availabilities {{(pid=93843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:58:18.162813 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Extended resource: bindings {{(pid=93843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:58:18.164429 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Extended resource: quotas {{(pid=93843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:58:18.166542 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Extended resource: quotas {{(pid=93843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:58:18.167995 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Extended resource: rbac-policies {{(pid=93843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:58:18.169225 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Extended resource: security-groups {{(pid=93843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:58:18.170543 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Extended resource: security-group-rules {{(pid=93843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:58:18.171826 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Extended resource: service-providers {{(pid=93843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:58:18.173082 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Extended resource: subnetpools {{(pid=93843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:58:18.174398 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Extended resource: subnetpools {{(pid=93843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:58:18.175994 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Extended resource: tags {{(pid=93843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:58:18.177693 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Extended resource: tags {{(pid=93843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:58:18.179545 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Extended resource: tags {{(pid=93843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:58:18.181879 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Extended resource: tags {{(pid=93843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:58:18.183597 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Extended resource: tags {{(pid=93843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:58:18.185557 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Extended resource: tags {{(pid=93843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:58:18.188277 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Extended resource: tags {{(pid=93843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:58:18.191323 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Extended resource: tags {{(pid=93843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:58:18.194433 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Extended resource: tags {{(pid=93843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:58:18.197447 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron.api.extensions [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Extended resource: tags {{(pid=93843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:58:18.207953 dv-cinder-790492-6-iscsi neutron-server[93843]: WARNING keystonemiddleware.auth_token [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 23 18:58:18.215293 dv-cinder-790492-6-iscsi neutron-server[93843]: WARNING keystonemiddleware.auth_token [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 23 18:58:18.226567 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_concurrency.lockutils [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Acquired lock "singleton_lock" {{(pid=93843) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 23 18:58:18.227267 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_concurrency.lockutils [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Releasing lock "singleton_lock" {{(pid=93843) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 23 18:58:18.228788 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO oslo_service.service [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Starting 2 workers Jun 23 18:58:18.234613 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Started child 93952 {{(pid=93843) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 18:58:18.239824 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Started child 93953 {{(pid=93843) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 18:58:18.240064 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:18.241448 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [-] (93952) wsgi starting up on http://0.0.0.0:9696 Jun 23 18:58:18.241821 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO neutron.service [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 23 18:58:18.242700 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Notify callbacks [] for process, before_spawn {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:18.245236 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:18.246274 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO oslo_service.service [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Starting 1 workers Jun 23 18:58:18.246634 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [-] (93953) wsgi starting up on http://0.0.0.0:9696 Jun 23 18:58:18.252220 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Started child 93954 {{(pid=93843) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 18:58:18.252996 dv-cinder-790492-6-iscsi neutron-server[93843]: INFO oslo_service.service [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Starting 1 workers Jun 23 18:58:18.255565 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.service [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] calling RpcWorker wait() {{(pid=93954) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 23 18:58:18.256114 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.service [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] returning from RpcWorker wait() {{(pid=93954) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 23 18:58:18.257544 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:18.258060 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:58:18.258443 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Started child 93955 {{(pid=93843) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 18:58:18.259331 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e284-e2e5-4856-bf77-cd4c682b06f3 None None] Notify callbacks [] for process, after_spawn {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:18.261528 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93843) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 23 18:58:18.261823 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 18:58:18.262078 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 18:58:18.262371 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 18:58:18.262830 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 18:58:18.263144 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 18:58:18.263609 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:18.264106 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.264182 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.264525 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.264862 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.265223 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.266049 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.266398 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.266776 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.267186 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.267579 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.267853 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.268104 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.268463 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.268817 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.269212 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.269547 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.269806 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.270092 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.270272 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.270534 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.270807 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.271073 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.271358 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] debug = True {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.271640 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.272134 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.272388 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.272637 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.272883 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.273183 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.273413 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.273694 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.273938 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.274175 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.274432 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.274738 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.274982 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.275202 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.275473 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.275721 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.275946 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.276443 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] host = dv-cinder-790492-6-iscsi {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.276661 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.276904 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.277137 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.277396 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.277661 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.277887 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.278137 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.278394 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.278647 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.278873 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.279096 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.279369 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.279615 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.279870 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] log_file = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.280037 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] log_options = True {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.280275 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.280558 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.280821 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.281014 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.281185 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.281368 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.281633 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.281786 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.282050 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.282287 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.282490 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.282707 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.282924 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.283156 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.283443 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.283689 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.284640 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.284640 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.284640 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.284640 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.284934 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.285283 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.285694 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.285921 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.286156 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.286397 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.286648 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.286863 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.287097 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.287367 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.287605 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.287870 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.287982 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:58:18.288143 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.288391 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.288640 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.288870 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.289084 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.289352 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.289585 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.289833 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.290079 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.290862 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.291087 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.291325 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.291591 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.291807 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] use_json = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.292021 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.292236 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.292509 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.292722 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.292936 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.293149 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.293364 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.293596 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.294082 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.294300 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.294619 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.294866 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.295118 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.295365 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.295639 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.295867 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.313355 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.313355 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.313355 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.313355 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.313355 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.313355 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.313355 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.313355 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.313962 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.313962 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.313962 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.313962 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.313962 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.313962 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.313962 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.313962 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.314510 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.69/identity {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.314510 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.314510 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.314510 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.314510 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.314510 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.314510 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.314510 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.315082 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.315082 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.315082 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.315082 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.315082 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.315082 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.315082 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.315082 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.315082 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.315758 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.315758 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.315758 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.315758 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.315758 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.315758 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.315758 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.315758 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.315758 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.316395 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.316395 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.316395 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.316395 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.316395 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.316395 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.316395 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.316395 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.316395 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.317008 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.317008 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.317008 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.317008 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.317008 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.317008 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.317008 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.317008 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.317008 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.317774 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.317774 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.317774 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.317774 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.317774 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.317774 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.317774 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.317774 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.317774 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.318408 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.318408 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.318408 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.318408 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.318408 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.318408 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.318408 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.318408 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.318408 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.319038 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.319038 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.319038 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.319038 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.319038 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.319038 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.319038 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.319038 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.319626 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.319626 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.319626 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.319626 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.319626 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.319626 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.319626 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.319626 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.320189 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.320189 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.320189 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.320189 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.320189 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.320189 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.320189 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.320189 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.320727 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.320727 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.321088 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.321222 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.321455 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.321927 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.322235 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.322517 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.322786 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.323026 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.324462 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.324462 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.324462 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.324462 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.324462 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.324462 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.325109 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.325109 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.325324 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.325500 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.325724 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.326121 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.327078 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.327078 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.327078 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.327439 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.327439 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.327678 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.327869 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.328140 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.328406 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.328646 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.328918 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.329154 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.69/identity {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.329388 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.329613 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.329848 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.330064 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.330375 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.330611 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.331443 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.331443 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.331443 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.331948 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.331948 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.331948 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.332200 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.332400 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.332640 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.332874 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.333093 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.333344 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.333703 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.333811 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.335412 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.335412 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.335412 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.335412 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.335412 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.335412 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.335412 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.336276 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.336276 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.336440 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.336603 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.336866 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.337132 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.337358 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.337576 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.337790 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.338013 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.338233 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.338468 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.338730 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.338947 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.339204 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.339480 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.339818 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.340086 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.340469 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.340874 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.341096 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.341365 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.341568 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.341789 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.342020 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.342248 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.342437 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.342678 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.343104 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.343218 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.343345 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.343599 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.343834 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.344203 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.344316 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.344566 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.344823 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.345055 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.345295 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.345528 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.345757 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.345974 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.346207 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.346426 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.346636 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.346863 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.347074 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.347285 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.347531 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.347743 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.347975 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.348186 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.348397 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.348620 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.348830 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.349073 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.349283 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.349516 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.349733 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.349943 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.350239 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.350497 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.350720 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.351014 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.351243 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.351512 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.351735 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.352241 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.352462 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.352704 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.353462 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.353682 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.353941 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.354218 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.354565 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.354890 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.355145 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.355403 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.355712 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.355988 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.356549 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.356549 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.356776 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.357427 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.357427 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.357592 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.357914 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.358102 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.358332 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.358553 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.358798 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.359041 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.359261 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.359554 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.359795 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.360026 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.360248 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.360512 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.360733 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.360963 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.361217 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.361445 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.361666 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.361827 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 18:58:18.362372 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93843) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 23 18:58:18.362739 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 18:58:18.362739 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 18:58:18.363015 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 18:58:18.363015 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 18:58:18.363279 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 18:58:18.363529 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.363529 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.363828 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.363828 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.364091 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.364228 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.364369 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.364506 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.364642 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.364789 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.364935 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.365073 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.365210 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.365346 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.365555 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.365745 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.365745 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.366015 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.366161 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.366378 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.366378 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.366643 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.366643 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] debug = True {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.366903 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.367010 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.367141 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.367274 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.367466 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.372332 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.372332 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.372332 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.372332 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.372332 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.372332 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.372332 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.372332 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.373008 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.373008 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.373008 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.373008 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.373008 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] host = dv-cinder-790492-6-iscsi {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.373008 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.373008 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.373008 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.373611 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.373611 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.373611 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.373611 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.373611 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.373611 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.373611 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.373611 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.374143 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.374143 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.374143 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] log_file = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.374143 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] log_options = True {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.374143 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.374143 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.374143 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.374143 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.374687 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.374687 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.374687 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.374687 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.374687 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.374687 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.374687 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.375159 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.375159 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.375159 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.375159 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.375159 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.375159 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.375159 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.375159 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.375792 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.375792 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.375792 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.375792 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.375792 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.376134 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.376134 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.376330 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.376330 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.376505 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.376701 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.376923 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.377061 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.377197 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.377378 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.377574 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.377574 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.377878 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.377878 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.378146 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.378146 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.378415 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.378551 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.378680 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.378809 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.378936 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.379089 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] use_json = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.379235 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.379374 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.379552 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.379703 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.379841 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.379977 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.380114 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.380245 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:58:18.380420 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.380585 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.380759 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.380922 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.381084 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.381246 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.381394 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.381559 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.381703 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.381874 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.382044 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.382207 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.382381 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.382545 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.382707 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.382874 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.383036 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.383198 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.383362 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.383545 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.383707 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.383869 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.384073 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.384237 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.384399 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.69/identity {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.384561 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.384757 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.384960 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.385124 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.385287 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.385470 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.385656 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.385819 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.385981 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.386144 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.386307 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.386470 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.386634 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.386806 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.386971 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.387134 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.387296 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.387483 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.387690 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.387826 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.387952 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.388108 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.388271 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.388475 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.388599 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.388779 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.388945 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.389107 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.389267 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.389430 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.389591 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.389752 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.389914 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.390076 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.390239 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.390400 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.390576 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.390738 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.390900 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.391061 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.391223 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.391427 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.391558 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.391718 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.391880 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.392042 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.392204 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.392365 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.392526 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.392688 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.392916 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.393041 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.393148 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.393314 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.393476 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.393637 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.393799 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.393990 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.394152 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.394322 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.394500 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.394662 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.394824 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.394985 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.395147 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.395310 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.395504 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.395666 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.399589 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.399589 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.399589 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.399589 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.399589 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.399589 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.399589 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.399589 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.401031 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.401031 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.401031 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.401031 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.401031 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.401031 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.401031 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.401031 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.401626 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.401626 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.401626 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.401626 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.401626 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.401626 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.401626 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.401626 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.402613 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.402613 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.402613 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.402613 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.402613 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.402613 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.402613 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.402613 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.403236 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.403236 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.403236 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.403236 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.403236 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.403236 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.403236 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.403236 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.405221 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.405221 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.405221 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.405221 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.405221 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.405221 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.405221 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.405221 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.409125 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.409125 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.409125 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.69/identity {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.409125 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.409125 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.409125 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.409125 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.409125 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.410018 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.410018 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.410018 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.410018 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.410018 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.410018 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.410018 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.410018 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.410742 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.410742 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.410742 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.410742 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.410742 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.410742 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.410742 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.410742 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.412381 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.412381 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.412381 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.412381 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.412381 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.412381 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.412381 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.412381 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.413050 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.413050 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.413050 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.413050 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.413050 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.413050 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.413050 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.413050 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.413585 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.413585 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.413585 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.413585 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.413585 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.413585 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.413585 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.413585 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.414214 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.414214 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.414214 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.414214 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.414214 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.414214 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.414214 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.414214 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.414878 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.414878 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.414878 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.414878 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.414878 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.414878 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.414878 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.414878 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.414878 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.416324 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.416324 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.416324 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.416324 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.416324 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.416324 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.416324 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.416324 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.417097 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.417097 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.417097 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.417097 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.417097 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.417097 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.417097 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.417097 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.417097 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.417970 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.417970 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.417970 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.417970 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.417970 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.417970 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.417970 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.417970 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.419066 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.419066 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.419066 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.419066 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.419066 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.419066 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.419066 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.419066 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.419852 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.419852 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.419852 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.419852 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.419852 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.420438 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.420438 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.420438 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.420438 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.420878 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.420878 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.421151 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.421151 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.421476 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.421476 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.421710 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:58:18.421840 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.421840 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.421840 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.422182 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.422182 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.422423 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.422423 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.422659 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.422782 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.422905 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.423026 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.423172 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.423334 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.423507 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.423671 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.423834 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.423996 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.424158 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.424322 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.424483 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:58:18.424639 dv-cinder-790492-6-iscsi neutron-server[93843]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 18:58:18.481590 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 55642) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:18.490297 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [-] 10.222.0.69 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065026 Jun 23 18:58:30.198735 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb98da7-ba81-4ce1-92a0-b9350158d76d None None] get_active_networks_info from dv-cinder-790492-6-iscsi {{(pid=93954) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 23 18:58:30.292190 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb98da7-ba81-4ce1-92a0-b9350158d76d None None] No non-hosted networks {{(pid=93954) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 23 18:58:30.306942 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.agentschedulers_db [None req-0bb98da7-ba81-4ce1-92a0-b9350158d76d None None] DHCP Agent not found on host dv-cinder-790492-6-iscsi {{(pid=93954) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 23 18:58:30.441281 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-2fe38d69-890d-421f-baeb-ba17ec6cb014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397'] for agent, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:32.916134 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-d8718f28-f46a-4a27-89ed-5d95bb28ebcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397'] for agent, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:32.972966 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.db.api [None req-85a2ed79-13fb-4d0e-ad02-0243b8917e8a None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-790492-6-iscsi {{(pid=93954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 18:58:32.973658 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_db.api [None req-85a2ed79-13fb-4d0e-ad02-0243b8917e8a None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 18:58:32.974378 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397'] for agent, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:32.975148 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:32.975684 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:32.976160 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:32.976650 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:32.977153 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:32.977626 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:32.978104 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:32.978644 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:32.979127 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:32.979617 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:32.980102 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:32.980582 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:32.981169 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-790492-6-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:58:32.995055 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-790492-6-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:58:33.502726 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-85a2ed79-13fb-4d0e-ad02-0243b8917e8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:34.114216 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-36873b57-c469-4164-8152-400a4dc72ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397'] for agent, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:35.394375 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0dfa02b7-e69b-42f9-a1c6-d55a29ea84e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397'] for agent, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:36.628226 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 55738) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:37.123280 dv-cinder-790492-6-iscsi neutron-server[93953]: WARNING oslo_policy.policy [None req-eb8cbdad-3887-4a7e-8306-2dda4434cc4e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 18:58:37.123976 dv-cinder-790492-6-iscsi neutron-server[93953]: WARNING oslo_policy.policy [None req-eb8cbdad-3887-4a7e-8306-2dda4434cc4e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 18:58:37.338807 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [None req-eb8cbdad-3887-4a7e-8306-2dda4434cc4e admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 18:58:37.339878 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-eb8cbdad-3887-4a7e-8306-2dda4434cc4e admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7107069 Jun 23 18:58:39.164337 dv-cinder-790492-6-iscsi neutron-server[93954]: INFO neutron.db.l3_hamode_db [None req-cf40eeca-5e94-45ff-83b8-759ab22fd335 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 23 18:58:39.242002 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf40eeca-5e94-45ff-83b8-759ab22fd335 None None] Routers set() bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 18:58:39.242419 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf40eeca-5e94-45ff-83b8-759ab22fd335 None None] Router IDs set() for agent in host dv-cinder-790492-6-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 23 18:58:39.783347 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 55752) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:40.102188 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-61fab812-d846-485f-9641-fa1eaad183d6 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:58:40.198016 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.policy [None req-61fab812-d846-485f-9641-fa1eaad183d6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93953) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 23 18:58:40.244963 dv-cinder-790492-6-iscsi neutron-server[93953]: WARNING oslo_policy.policy [None req-61fab812-d846-485f-9641-fa1eaad183d6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 18:58:40.245344 dv-cinder-790492-6-iscsi neutron-server[93953]: WARNING oslo_policy.policy [None req-61fab812-d846-485f-9641-fa1eaad183d6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 18:58:40.254143 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.quota [None req-61fab812-d846-485f-9641-fa1eaad183d6 admin admin] Loaded quota_driver: . Jun 23 18:58:40.473633 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-61fab812-d846-485f-9641-fa1eaad183d6 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745548422200', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745548422663', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745548343965', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745548342343', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745548331522', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745548321546', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-959255', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-916843', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3850245', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3676708'] for rbac-policy, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:40.669303 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-61fab812-d846-485f-9641-fa1eaad183d6 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:40.670493 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-61fab812-d846-485f-9641-fa1eaad183d6 admin admin] 10.222.0.69 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8860781 Jun 23 18:58:43.224829 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 55764) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:43.528361 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-c529e73a-5277-48a0-8223-e0f001c84614 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': 'c44b814c01c14e9a825bf06f4f0c9ea0', 'tenant_id': 'c44b814c01c14e9a825bf06f4f0c9ea0'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:58:43.640750 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c529e73a-5277-48a0-8223-e0f001c84614 admin admin] Made reservation on behalf of c44b814c01c14e9a825bf06f4f0c9ea0 for: {'network': 1} {{(pid=93953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:58:43.643637 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-c529e73a-5277-48a0-8223-e0f001c84614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-975148'] for network, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:43.661817 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-c529e73a-5277-48a0-8223-e0f001c84614 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:43.790642 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-c529e73a-5277-48a0-8223-e0f001c84614 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:43.874537 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-c529e73a-5277-48a0-8223-e0f001c84614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:43.880047 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:43.900426 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c529e73a-5277-48a0-8223-e0f001c84614 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 905} {{(pid=93953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 18:58:43.926004 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-c529e73a-5277-48a0-8223-e0f001c84614 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745549744406', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886977'] for segment, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:43.926619 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-c529e73a-5277-48a0-8223-e0f001c84614 admin admin] Unsubscribe: segment precommit_create {{(pid=93953) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 23 18:58:43.927124 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.db.segments_db [None req-c529e73a-5277-48a0-8223-e0f001c84614 admin admin] Added segment 1e3077fd-6acb-4937-993b-84900dc2229c of type vlan for network 036c83c7-3044-4984-a6f7-e6ad9c788555 Jun 23 18:58:43.933818 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c529e73a-5277-48a0-8223-e0f001c84614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e197c77-6cf7-4c3e-ba10-a608060f4081,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:43.970145 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c529e73a-5277-48a0-8223-e0f001c84614 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:43.970497 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c529e73a-5277-48a0-8223-e0f001c84614 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:43.970870 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c529e73a-5277-48a0-8223-e0f001c84614 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:43.971182 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c529e73a-5277-48a0-8223-e0f001c84614 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:43.971523 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c529e73a-5277-48a0-8223-e0f001c84614 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:43.971856 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c529e73a-5277-48a0-8223-e0f001c84614 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:43.972176 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c529e73a-5277-48a0-8223-e0f001c84614 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:43.972478 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c529e73a-5277-48a0-8223-e0f001c84614 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:43.972786 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c529e73a-5277-48a0-8223-e0f001c84614 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:43.973090 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c529e73a-5277-48a0-8223-e0f001c84614 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:43.973393 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c529e73a-5277-48a0-8223-e0f001c84614 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:43.973692 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c529e73a-5277-48a0-8223-e0f001c84614 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:43.974825 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c529e73a-5277-48a0-8223-e0f001c84614 admin admin] Tracked resource versions report: Jun 23 18:58:43.974825 dv-cinder-790492-6-iscsi neutron-server[93953]: pushed versions: Jun 23 18:58:43.974825 dv-cinder-790492-6-iscsi neutron-server[93953]: { 'AddressGroup': {'1.2'}, Jun 23 18:58:43.974825 dv-cinder-790492-6-iscsi neutron-server[93953]: 'ConntrackHelper': {'1.0'}, Jun 23 18:58:43.974825 dv-cinder-790492-6-iscsi neutron-server[93953]: 'Log': {'1.0'}, Jun 23 18:58:43.974825 dv-cinder-790492-6-iscsi neutron-server[93953]: 'Network': {'1.1'}, Jun 23 18:58:43.974825 dv-cinder-790492-6-iscsi neutron-server[93953]: 'Port': {'1.7'}, Jun 23 18:58:43.974825 dv-cinder-790492-6-iscsi neutron-server[93953]: 'PortForwarding': {'1.2'}, Jun 23 18:58:43.974825 dv-cinder-790492-6-iscsi neutron-server[93953]: 'QosPolicy': {'1.8'}, Jun 23 18:58:43.974825 dv-cinder-790492-6-iscsi neutron-server[93953]: 'SecurityGroup': {'1.4'}, Jun 23 18:58:43.974825 dv-cinder-790492-6-iscsi neutron-server[93953]: 'SecurityGroupRule': {'1.2'}, Jun 23 18:58:43.974825 dv-cinder-790492-6-iscsi neutron-server[93953]: 'SubPort': {'1.0'}, Jun 23 18:58:43.974825 dv-cinder-790492-6-iscsi neutron-server[93953]: 'Subnet': {'1.1'}, Jun 23 18:58:43.974825 dv-cinder-790492-6-iscsi neutron-server[93953]: 'Trunk': {'1.1'}} Jun 23 18:58:43.974825 dv-cinder-790492-6-iscsi neutron-server[93953]: consumer versions: Jun 23 18:58:43.974825 dv-cinder-790492-6-iscsi neutron-server[93953]: { DHCP agent@dv-cinder-790492-6-iscsi: {}, Jun 23 18:58:43.974825 dv-cinder-790492-6-iscsi neutron-server[93953]: L3 agent@dv-cinder-790492-6-iscsi: {}, Jun 23 18:58:43.974825 dv-cinder-790492-6-iscsi neutron-server[93953]: Metadata agent@dv-cinder-790492-6-iscsi: {}, Jun 23 18:58:43.974825 dv-cinder-790492-6-iscsi neutron-server[93953]: Metering agent@dv-cinder-790492-6-iscsi: {}, Jun 23 18:58:43.974825 dv-cinder-790492-6-iscsi neutron-server[93953]: Open vSwitch agent@dv-cinder-790492-6-iscsi: { 'AddressGroup': '1.2', Jun 23 18:58:43.974825 dv-cinder-790492-6-iscsi neutron-server[93953]: 'ConntrackHelper': '1.0', Jun 23 18:58:43.974825 dv-cinder-790492-6-iscsi neutron-server[93953]: 'Log': '1.0', Jun 23 18:58:43.974825 dv-cinder-790492-6-iscsi neutron-server[93953]: 'Network': '1.1', Jun 23 18:58:43.974825 dv-cinder-790492-6-iscsi neutron-server[93953]: 'Port': '1.7', Jun 23 18:58:43.974825 dv-cinder-790492-6-iscsi neutron-server[93953]: 'PortForwarding': '1.2', Jun 23 18:58:43.974825 dv-cinder-790492-6-iscsi neutron-server[93953]: 'QosPolicy': '1.8', Jun 23 18:58:43.974825 dv-cinder-790492-6-iscsi neutron-server[93953]: 'SecurityGroup': '1.4', Jun 23 18:58:43.974825 dv-cinder-790492-6-iscsi neutron-server[93953]: 'SecurityGroupRule': '1.2', Jun 23 18:58:43.974825 dv-cinder-790492-6-iscsi neutron-server[93953]: 'SubPort': '1.0', Jun 23 18:58:43.974825 dv-cinder-790492-6-iscsi neutron-server[93953]: 'Subnet': '1.1', Jun 23 18:58:43.974825 dv-cinder-790492-6-iscsi neutron-server[93953]: 'Trunk': '1.1'}} Jun 23 18:58:43.974825 dv-cinder-790492-6-iscsi neutron-server[93953]: {{(pid=93953) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 18:58:44.046750 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-c529e73a-5277-48a0-8223-e0f001c84614 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745549258006'] for network, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:44.052188 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-c529e73a-5277-48a0-8223-e0f001c84614 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:44.132498 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-c529e73a-5277-48a0-8223-e0f001c84614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3862688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898'] for network, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:44.134089 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c529e73a-5277-48a0-8223-e0f001c84614 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:44.134802 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-c529e73a-5277-48a0-8223-e0f001c84614 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770935'] for network, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:44.137059 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:44.233025 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c529e73a-5277-48a0-8223-e0f001c84614 admin admin] Pushing event updated for resources: {'Network': ['ID=036c83c7-3044-4984-a6f7-e6ad9c788555,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:44.236102 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-c529e73a-5277-48a0-8223-e0f001c84614 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:44.244221 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Network 036c83c7-3044-4984-a6f7-e6ad9c788555 details requested by agent ovs-agent-dv-cinder-790492-6-iscsi with host dv-cinder-790492-6-iscsi {{(pid=93954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 18:58:44.257265 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-c529e73a-5277-48a0-8223-e0f001c84614 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0313683 Jun 23 18:58:46.873394 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 55778) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:47.262627 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbcf896-cb68-4383-9ad4-6d6a5314b447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:47.264014 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-3cbcf896-cb68-4383-9ad4-6d6a5314b447 admin admin] 10.222.0.69 "GET /v2.0/networks/036c83c7-3044-4984-a6f7-e6ad9c788555 HTTP/1.1" status: 200 len: 825 time: 0.3896952 Jun 23 18:58:47.287900 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-4e712616-fc12-42bc-be97-e52ec7518e87 admin admin] 10.222.0.69 "GET /v2.0/subnetpools/a423e021-2df5-48a1-aee6-71ed7edadc55 HTTP/1.1" status: 200 len: 734 time: 0.0185256 Jun 23 18:58:47.296686 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-5bd56835-0c17-4ab5-b3ee-5061fb795e85 admin admin] Request body: {'subnet': {'network_id': '036c83c7-3044-4984-a6f7-e6ad9c788555', 'tenant_id': 'c44b814c01c14e9a825bf06f4f0c9ea0', 'name': 'private-subnet', 'subnetpool_id': 'a423e021-2df5-48a1-aee6-71ed7edadc55', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:58:47.411908 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd56835-0c17-4ab5-b3ee-5061fb795e85 admin admin] Made reservation on behalf of c44b814c01c14e9a825bf06f4f0c9ea0 for: {'subnet': 1} {{(pid=93953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:58:47.414761 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-5bd56835-0c17-4ab5-b3ee-5061fb795e85 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:47.784263 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-5bd56835-0c17-4ab5-b3ee-5061fb795e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889'] for subnet, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:47.786659 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:47.856053 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd56835-0c17-4ab5-b3ee-5061fb795e85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cf5d553-5d67-4ffe-bddc-928dfefa8807,revision_number=0']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:47.858027 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd56835-0c17-4ab5-b3ee-5061fb795e85 admin admin] Checking segment: {'id': '1e3077fd-6acb-4937-993b-84900dc2229c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '036c83c7-3044-4984-a6f7-e6ad9c788555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 18:58:47.858409 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd56835-0c17-4ab5-b3ee-5061fb795e85 admin admin] Network hostable DHCP agents. Network: 036c83c7-3044-4984-a6f7-e6ad9c788555, hostable agents: ['46fb5406-63b7-4827-9d8b-19fc67eca6fa'], hosted agents: [] {{(pid=93953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 18:58:47.863668 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-5bd56835-0c17-4ab5-b3ee-5061fb795e85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:47.920367 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd56835-0c17-4ab5-b3ee-5061fb795e85 admin admin] Network 036c83c7-3044-4984-a6f7-e6ad9c788555 is scheduled to be hosted by DHCP agent 46fb5406-63b7-4827-9d8b-19fc67eca6fa with binding_index 1 {{(pid=93953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 18:58:47.994768 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [None req-5bd56835-0c17-4ab5-b3ee-5061fb795e85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-6-iscsi, 036c83c7-3044-4984-a6f7-e6ad9c788555) {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:58:47.999500 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd56835-0c17-4ab5-b3ee-5061fb795e85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:48.000102 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-5bd56835-0c17-4ab5-b3ee-5061fb795e85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770935'] for subnet, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:48.005593 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ab77bf-8f35-4511-96e6-41d11bef3999 None None] Network 036c83c7-3044-4984-a6f7-e6ad9c788555 requested from dv-cinder-790492-6-iscsi {{(pid=93954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 18:58:48.068992 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-5bd56835-0c17-4ab5-b3ee-5061fb795e85 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7754381 Jun 23 18:58:48.327335 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ddfe531-ca4e-4124-bc99-46b2a14b79bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee304acd-30f0-5ee2-ad4a-b51e6e82a076-036c83c7-3044-4984-a6f7-e6ad9c788555', 'network_id': '036c83c7-3044-4984-a6f7-e6ad9c788555', 'tenant_id': 'c44b814c01c14e9a825bf06f4f0c9ea0', 'fixed_ips': [{'subnet_id': '2cf5d553-5d67-4ffe-bddc-928dfefa8807'}]}} from dv-cinder-790492-6-iscsi. {{(pid=93954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 18:58:48.328542 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-8ddfe531-ca4e-4124-bc99-46b2a14b79bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-975148'] for port, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:48.599684 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.db_base_plugin_common [None req-8ddfe531-ca4e-4124-bc99-46b2a14b79bf None None] Allocated IP 172.20.0.2 (036c83c7-3044-4984-a6f7-e6ad9c788555/2cf5d553-5d67-4ffe-bddc-928dfefa8807/e61cc3e9-e367-42a5-9c15-1a9b18b1f375) {{(pid=93954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:58:48.816459 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-8ddfe531-ca4e-4124-bc99-46b2a14b79bf None None] Notify callbacks [] for port, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:48.861213 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-8ddfe531-ca4e-4124-bc99-46b2a14b79bf None None] Transition to ACTIVE for port object e61cc3e9-e367-42a5-9c15-1a9b18b1f375 will not be triggered until provisioned by entity L2. {{(pid=93954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:58:48.883625 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-8ddfe531-ca4e-4124-bc99-46b2a14b79bf None None] Transition to ACTIVE for port object e61cc3e9-e367-42a5-9c15-1a9b18b1f375 will not be triggered until provisioned by entity DHCP. {{(pid=93954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:58:48.932736 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-8ddfe531-ca4e-4124-bc99-46b2a14b79bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-975211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745549236125'] for port, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:48.935576 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:49.006273 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddfe531-ca4e-4124-bc99-46b2a14b79bf None None] Network 036c83c7-3044-4984-a6f7-e6ad9c788555 is already hosted by enough agents. {{(pid=93954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:58:49.011034 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.scheduler.base_scheduler [None req-8ddfe531-ca4e-4124-bc99-46b2a14b79bf None None] Resources bound (agent type, host, resource id): {{(pid=93954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:58:49.014799 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddfe531-ca4e-4124-bc99-46b2a14b79bf None None] Received port after_create {{(pid=93954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 18:58:49.028200 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddfe531-ca4e-4124-bc99-46b2a14b79bf None None] Pushing event updated for resources: {'Port': ['ID=e61cc3e9-e367-42a5-9c15-1a9b18b1f375,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:49.066496 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddfe531-ca4e-4124-bc99-46b2a14b79bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:49.066844 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddfe531-ca4e-4124-bc99-46b2a14b79bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:49.067159 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddfe531-ca4e-4124-bc99-46b2a14b79bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:49.067509 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddfe531-ca4e-4124-bc99-46b2a14b79bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:49.067831 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddfe531-ca4e-4124-bc99-46b2a14b79bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:49.068185 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddfe531-ca4e-4124-bc99-46b2a14b79bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:49.068507 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddfe531-ca4e-4124-bc99-46b2a14b79bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:49.068823 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddfe531-ca4e-4124-bc99-46b2a14b79bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:49.069156 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddfe531-ca4e-4124-bc99-46b2a14b79bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:49.069476 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddfe531-ca4e-4124-bc99-46b2a14b79bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:49.069789 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddfe531-ca4e-4124-bc99-46b2a14b79bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:49.070112 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddfe531-ca4e-4124-bc99-46b2a14b79bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:49.071281 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddfe531-ca4e-4124-bc99-46b2a14b79bf None None] Tracked resource versions report: Jun 23 18:58:49.071281 dv-cinder-790492-6-iscsi neutron-server[93954]: pushed versions: Jun 23 18:58:49.071281 dv-cinder-790492-6-iscsi neutron-server[93954]: { 'AddressGroup': {'1.2'}, Jun 23 18:58:49.071281 dv-cinder-790492-6-iscsi neutron-server[93954]: 'ConntrackHelper': {'1.0'}, Jun 23 18:58:49.071281 dv-cinder-790492-6-iscsi neutron-server[93954]: 'Log': {'1.0'}, Jun 23 18:58:49.071281 dv-cinder-790492-6-iscsi neutron-server[93954]: 'Network': {'1.1'}, Jun 23 18:58:49.071281 dv-cinder-790492-6-iscsi neutron-server[93954]: 'Port': {'1.7'}, Jun 23 18:58:49.071281 dv-cinder-790492-6-iscsi neutron-server[93954]: 'PortForwarding': {'1.2'}, Jun 23 18:58:49.071281 dv-cinder-790492-6-iscsi neutron-server[93954]: 'QosPolicy': {'1.8'}, Jun 23 18:58:49.071281 dv-cinder-790492-6-iscsi neutron-server[93954]: 'SecurityGroup': {'1.4'}, Jun 23 18:58:49.071281 dv-cinder-790492-6-iscsi neutron-server[93954]: 'SecurityGroupRule': {'1.2'}, Jun 23 18:58:49.071281 dv-cinder-790492-6-iscsi neutron-server[93954]: 'SubPort': {'1.0'}, Jun 23 18:58:49.071281 dv-cinder-790492-6-iscsi neutron-server[93954]: 'Subnet': {'1.1'}, Jun 23 18:58:49.071281 dv-cinder-790492-6-iscsi neutron-server[93954]: 'Trunk': {'1.1'}} Jun 23 18:58:49.071281 dv-cinder-790492-6-iscsi neutron-server[93954]: consumer versions: Jun 23 18:58:49.071281 dv-cinder-790492-6-iscsi neutron-server[93954]: { DHCP agent@dv-cinder-790492-6-iscsi: {}, Jun 23 18:58:49.071281 dv-cinder-790492-6-iscsi neutron-server[93954]: L3 agent@dv-cinder-790492-6-iscsi: {}, Jun 23 18:58:49.071281 dv-cinder-790492-6-iscsi neutron-server[93954]: Metadata agent@dv-cinder-790492-6-iscsi: {}, Jun 23 18:58:49.071281 dv-cinder-790492-6-iscsi neutron-server[93954]: Metering agent@dv-cinder-790492-6-iscsi: {}, Jun 23 18:58:49.071281 dv-cinder-790492-6-iscsi neutron-server[93954]: Open vSwitch agent@dv-cinder-790492-6-iscsi: { 'AddressGroup': '1.2', Jun 23 18:58:49.071281 dv-cinder-790492-6-iscsi neutron-server[93954]: 'ConntrackHelper': '1.0', Jun 23 18:58:49.071281 dv-cinder-790492-6-iscsi neutron-server[93954]: 'Log': '1.0', Jun 23 18:58:49.071281 dv-cinder-790492-6-iscsi neutron-server[93954]: 'Network': '1.1', Jun 23 18:58:49.071281 dv-cinder-790492-6-iscsi neutron-server[93954]: 'Port': '1.7', Jun 23 18:58:49.071281 dv-cinder-790492-6-iscsi neutron-server[93954]: 'PortForwarding': '1.2', Jun 23 18:58:49.071281 dv-cinder-790492-6-iscsi neutron-server[93954]: 'QosPolicy': '1.8', Jun 23 18:58:49.071281 dv-cinder-790492-6-iscsi neutron-server[93954]: 'SecurityGroup': '1.4', Jun 23 18:58:49.071281 dv-cinder-790492-6-iscsi neutron-server[93954]: 'SecurityGroupRule': '1.2', Jun 23 18:58:49.071281 dv-cinder-790492-6-iscsi neutron-server[93954]: 'SubPort': '1.0', Jun 23 18:58:49.071281 dv-cinder-790492-6-iscsi neutron-server[93954]: 'Subnet': '1.1', Jun 23 18:58:49.071281 dv-cinder-790492-6-iscsi neutron-server[93954]: 'Trunk': '1.1'}} Jun 23 18:58:49.071281 dv-cinder-790492-6-iscsi neutron-server[93954]: {{(pid=93954) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 18:58:49.075734 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-8ddfe531-ca4e-4124-bc99-46b2a14b79bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:49.107298 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-8ddfe531-ca4e-4124-bc99-46b2a14b79bf None None] Attempting to bind port e61cc3e9-e367-42a5-9c15-1a9b18b1f375 on host dv-cinder-790492-6-iscsi for vnic_type normal with profile {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 18:58:49.107722 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-8ddfe531-ca4e-4124-bc99-46b2a14b79bf None None] Attempting to bind port e61cc3e9-e367-42a5-9c15-1a9b18b1f375 by drivers openvswitch,hyperv on host dv-cinder-790492-6-iscsi at level 0 using segments [{'id': '1e3077fd-6acb-4937-993b-84900dc2229c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '036c83c7-3044-4984-a6f7-e6ad9c788555'}] {{(pid=93954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 18:58:49.108189 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ddfe531-ca4e-4124-bc99-46b2a14b79bf None None] Attempting to bind port e61cc3e9-e367-42a5-9c15-1a9b18b1f375 on network 036c83c7-3044-4984-a6f7-e6ad9c788555 {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:58:49.113200 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ddfe531-ca4e-4124-bc99-46b2a14b79bf None None] Checking agent: {'id': '392b78dc-ede3-4892-8962-7877c3ff23c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 58, 33), 'started_at': datetime.datetime(2021, 6, 23, 18, 58, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 18, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:58:49.113563 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ddfe531-ca4e-4124-bc99-46b2a14b79bf None None] Checking segment: {'id': '1e3077fd-6acb-4937-993b-84900dc2229c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '036c83c7-3044-4984-a6f7-e6ad9c788555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 18:58:49.114042 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-8ddfe531-ca4e-4124-bc99-46b2a14b79bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:49.114437 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ddfe531-ca4e-4124-bc99-46b2a14b79bf None None] Bound using segment: {'id': '1e3077fd-6acb-4937-993b-84900dc2229c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '036c83c7-3044-4984-a6f7-e6ad9c788555'} {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:58:49.114936 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-8ddfe531-ca4e-4124-bc99-46b2a14b79bf None None] Bound port: e61cc3e9-e367-42a5-9c15-1a9b18b1f375, host: dv-cinder-790492-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e3077fd-6acb-4937-993b-84900dc2229c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '036c83c7-3044-4984-a6f7-e6ad9c788555'}}] {{(pid=93954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 18:58:49.115323 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-8ddfe531-ca4e-4124-bc99-46b2a14b79bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:49.178182 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-8ddfe531-ca4e-4124-bc99-46b2a14b79bf None None] For port e61cc3e9-e367-42a5-9c15-1a9b18b1f375, host dv-cinder-790492-6-iscsi, cleared binding levels {{(pid=93954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 18:58:49.182474 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-8ddfe531-ca4e-4124-bc99-46b2a14b79bf None None] For port e61cc3e9-e367-42a5-9c15-1a9b18b1f375, host dv-cinder-790492-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=e61cc3e9-e367-42a5-9c15-1a9b18b1f375,segment=NetworkSegment(1e3077fd-6acb-4937-993b-84900dc2229c),segment_id=1e3077fd-6acb-4937-993b-84900dc2229c)] {{(pid=93954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 18:58:49.275607 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-8ddfe531-ca4e-4124-bc99-46b2a14b79bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:49.281006 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-8ddfe531-ca4e-4124-bc99-46b2a14b79bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:49.346157 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddfe531-ca4e-4124-bc99-46b2a14b79bf None None] Pushing event updated for resources: {'Port': ['ID=e61cc3e9-e367-42a5-9c15-1a9b18b1f375,revision_number=2']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:49.349149 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-8ddfe531-ca4e-4124-bc99-46b2a14b79bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:50.478808 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 55786) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:50.999129 dv-cinder-790492-6-iscsi neutron-server[93952]: WARNING oslo_policy.policy [None req-0c355003-340d-4d84-b40e-b5be977879ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 18:58:50.999752 dv-cinder-790492-6-iscsi neutron-server[93952]: WARNING oslo_policy.policy [None req-0c355003-340d-4d84-b40e-b5be977879ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 18:58:51.214518 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [None req-0c355003-340d-4d84-b40e-b5be977879ad admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 18:58:51.215770 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-0c355003-340d-4d84-b40e-b5be977879ad admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7348893 Jun 23 18:58:53.585254 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 55800) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:53.912537 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [None req-28cc8c3c-5d19-420c-8c1d-40574cd02152 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 18:58:53.913516 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-28cc8c3c-5d19-420c-8c1d-40574cd02152 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3264894 Jun 23 18:58:54.832132 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device e61cc3e9-e367-42a5-9c15-1a9b18b1f375 up at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 18:58:54.994615 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning for port e61cc3e9-e367-42a5-9c15-1a9b18b1f375 completed by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:58:55.433841 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b06f46-8452-457a-ab34-1e034795b613 None None] Network 036c83c7-3044-4984-a6f7-e6ad9c788555 requested from dv-cinder-790492-6-iscsi {{(pid=93954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 18:58:55.611259 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-0fbfb36f-f932-434f-a7fc-11f0f349c942 None None] Provisioning for port e61cc3e9-e367-42a5-9c15-1a9b18b1f375 completed by entity DHCP. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:58:55.619879 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-0fbfb36f-f932-434f-a7fc-11f0f349c942 None None] Provisioning complete for port e61cc3e9-e367-42a5-9c15-1a9b18b1f375 triggered by entity DHCP. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:58:55.620306 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0fbfb36f-f932-434f-a7fc-11f0f349c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:55.761179 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0fbfb36f-f932-434f-a7fc-11f0f349c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:55.799838 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-0fbfb36f-f932-434f-a7fc-11f0f349c942 None None] For port e61cc3e9-e367-42a5-9c15-1a9b18b1f375, host dv-cinder-790492-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=e61cc3e9-e367-42a5-9c15-1a9b18b1f375,segment=NetworkSegment(1e3077fd-6acb-4937-993b-84900dc2229c),segment_id=1e3077fd-6acb-4937-993b-84900dc2229c)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 18:58:55.862467 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0fbfb36f-f932-434f-a7fc-11f0f349c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:55.864627 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:55.914459 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbfb36f-f932-434f-a7fc-11f0f349c942 None None] Pushing event updated for resources: {'Port': ['ID=e61cc3e9-e367-42a5-9c15-1a9b18b1f375,revision_number=3']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:55.917522 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-0fbfb36f-f932-434f-a7fc-11f0f349c942 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:55.982694 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-b8eb192d-843c-4239-baff-80ca9b1a0f81 None None] Provisioning complete for port e61cc3e9-e367-42a5-9c15-1a9b18b1f375 triggered by entity DHCP. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:58:55.982976 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-b8eb192d-843c-4239-baff-80ca9b1a0f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:56.549037 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 55814) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:56.811800 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device e61cc3e9-e367-42a5-9c15-1a9b18b1f375 up at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 18:58:56.842081 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-f997ef06-3e8a-4d9e-9639-8592dc78c323 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'c44b814c01c14e9a825bf06f4f0c9ea0'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:58:56.858119 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning complete for port e61cc3e9-e367-42a5-9c15-1a9b18b1f375 triggered by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:58:56.858495 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:56.906662 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.policy [None req-f997ef06-3e8a-4d9e-9639-8592dc78c323 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93952) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 23 18:58:56.953410 dv-cinder-790492-6-iscsi neutron-server[93952]: WARNING oslo_policy.policy [None req-f997ef06-3e8a-4d9e-9639-8592dc78c323 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 18:58:56.953799 dv-cinder-790492-6-iscsi neutron-server[93952]: WARNING oslo_policy.policy [None req-f997ef06-3e8a-4d9e-9639-8592dc78c323 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 18:58:56.962961 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.quota [None req-f997ef06-3e8a-4d9e-9639-8592dc78c323 admin admin] Loaded quota_driver: . Jun 23 18:58:57.131844 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-f997ef06-3e8a-4d9e-9639-8592dc78c323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3706123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5713'] for router, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:57.133677 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-f997ef06-3e8a-4d9e-9639-8592dc78c323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3706112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3728693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3926614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5720'] for router, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:57.287601 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-f997ef06-3e8a-4d9e-9639-8592dc78c323 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:57.365745 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-f997ef06-3e8a-4d9e-9639-8592dc78c323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3705246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3731058'] for router, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:57.491432 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-f997ef06-3e8a-4d9e-9639-8592dc78c323 admin admin] Notify callbacks [] for router, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:57.492690 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-f997ef06-3e8a-4d9e-9639-8592dc78c323 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9427183 Jun 23 18:58:59.845592 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 55824) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:59:00.161244 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [None req-66e4abf8-ab9b-4c4e-9d4f-9fba370fbc7d admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 18:59:00.162215 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-66e4abf8-ab9b-4c4e-9d4f-9fba370fbc7d admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3157125 Jun 23 18:59:00.193456 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-47d6bd43-850e-4bc5-981b-9d62537763b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:02.536113 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 55832) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:59:02.851053 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-94ce93b4-c0ca-4bb7-99e7-0ed93ce0315a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:02.855114 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-38649e35-fb44-4756-8b0e-f30df0154098 admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:59:02.925471 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38649e35-fb44-4756-8b0e-f30df0154098 admin admin] Made reservation on behalf of e3b321526130488f925c70a5c6d07e1a for: {'network': 1} {{(pid=93952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:59:02.928455 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-38649e35-fb44-4756-8b0e-f30df0154098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-975148'] for network, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:02.945687 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-38649e35-fb44-4756-8b0e-f30df0154098 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:02.953866 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:03.064482 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-38649e35-fb44-4756-8b0e-f30df0154098 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:03.108184 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-38649e35-fb44-4756-8b0e-f30df0154098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:03.112489 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:59:03.121346 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-38649e35-fb44-4756-8b0e-f30df0154098 admin admin] Reserving flat network on physical network physnet1 {{(pid=93952) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 23 18:59:03.153225 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-38649e35-fb44-4756-8b0e-f30df0154098 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745549744406', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886977'] for segment, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:03.153830 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-38649e35-fb44-4756-8b0e-f30df0154098 admin admin] Unsubscribe: segment precommit_create {{(pid=93952) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 23 18:59:03.154329 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.db.segments_db [None req-38649e35-fb44-4756-8b0e-f30df0154098 admin admin] Added segment 5f51114a-3dae-4d84-91d9-b7c41a4d9224 of type flat for network cc1a8f9f-0501-47a9-94a0-f3af65713199 Jun 23 18:59:03.172314 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38649e35-fb44-4756-8b0e-f30df0154098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a713ce3-166d-4fee-9a27-a897f8ce9ddd,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:59:03.223744 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38649e35-fb44-4756-8b0e-f30df0154098 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:03.224007 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38649e35-fb44-4756-8b0e-f30df0154098 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:03.224340 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38649e35-fb44-4756-8b0e-f30df0154098 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:03.224665 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38649e35-fb44-4756-8b0e-f30df0154098 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:03.224987 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38649e35-fb44-4756-8b0e-f30df0154098 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:03.225321 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38649e35-fb44-4756-8b0e-f30df0154098 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:03.225640 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38649e35-fb44-4756-8b0e-f30df0154098 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:03.226560 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38649e35-fb44-4756-8b0e-f30df0154098 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:03.226874 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38649e35-fb44-4756-8b0e-f30df0154098 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:03.227186 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38649e35-fb44-4756-8b0e-f30df0154098 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:03.227522 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38649e35-fb44-4756-8b0e-f30df0154098 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:03.227832 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38649e35-fb44-4756-8b0e-f30df0154098 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:03.228945 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38649e35-fb44-4756-8b0e-f30df0154098 admin admin] Tracked resource versions report: Jun 23 18:59:03.228945 dv-cinder-790492-6-iscsi neutron-server[93952]: pushed versions: Jun 23 18:59:03.228945 dv-cinder-790492-6-iscsi neutron-server[93952]: { 'AddressGroup': {'1.2'}, Jun 23 18:59:03.228945 dv-cinder-790492-6-iscsi neutron-server[93952]: 'ConntrackHelper': {'1.0'}, Jun 23 18:59:03.228945 dv-cinder-790492-6-iscsi neutron-server[93952]: 'Log': {'1.0'}, Jun 23 18:59:03.228945 dv-cinder-790492-6-iscsi neutron-server[93952]: 'Network': {'1.1'}, Jun 23 18:59:03.228945 dv-cinder-790492-6-iscsi neutron-server[93952]: 'Port': {'1.7'}, Jun 23 18:59:03.228945 dv-cinder-790492-6-iscsi neutron-server[93952]: 'PortForwarding': {'1.2'}, Jun 23 18:59:03.228945 dv-cinder-790492-6-iscsi neutron-server[93952]: 'QosPolicy': {'1.8'}, Jun 23 18:59:03.228945 dv-cinder-790492-6-iscsi neutron-server[93952]: 'SecurityGroup': {'1.4'}, Jun 23 18:59:03.228945 dv-cinder-790492-6-iscsi neutron-server[93952]: 'SecurityGroupRule': {'1.2'}, Jun 23 18:59:03.228945 dv-cinder-790492-6-iscsi neutron-server[93952]: 'SubPort': {'1.0'}, Jun 23 18:59:03.228945 dv-cinder-790492-6-iscsi neutron-server[93952]: 'Subnet': {'1.1'}, Jun 23 18:59:03.228945 dv-cinder-790492-6-iscsi neutron-server[93952]: 'Trunk': {'1.1'}} Jun 23 18:59:03.228945 dv-cinder-790492-6-iscsi neutron-server[93952]: consumer versions: Jun 23 18:59:03.228945 dv-cinder-790492-6-iscsi neutron-server[93952]: { DHCP agent@dv-cinder-790492-6-iscsi: {}, Jun 23 18:59:03.228945 dv-cinder-790492-6-iscsi neutron-server[93952]: L3 agent@dv-cinder-790492-6-iscsi: {}, Jun 23 18:59:03.228945 dv-cinder-790492-6-iscsi neutron-server[93952]: Metadata agent@dv-cinder-790492-6-iscsi: {}, Jun 23 18:59:03.228945 dv-cinder-790492-6-iscsi neutron-server[93952]: Metering agent@dv-cinder-790492-6-iscsi: {}, Jun 23 18:59:03.228945 dv-cinder-790492-6-iscsi neutron-server[93952]: Open vSwitch agent@dv-cinder-790492-6-iscsi: { 'AddressGroup': '1.2', Jun 23 18:59:03.228945 dv-cinder-790492-6-iscsi neutron-server[93952]: 'ConntrackHelper': '1.0', Jun 23 18:59:03.228945 dv-cinder-790492-6-iscsi neutron-server[93952]: 'Log': '1.0', Jun 23 18:59:03.228945 dv-cinder-790492-6-iscsi neutron-server[93952]: 'Network': '1.1', Jun 23 18:59:03.228945 dv-cinder-790492-6-iscsi neutron-server[93952]: 'Port': '1.7', Jun 23 18:59:03.228945 dv-cinder-790492-6-iscsi neutron-server[93952]: 'PortForwarding': '1.2', Jun 23 18:59:03.228945 dv-cinder-790492-6-iscsi neutron-server[93952]: 'QosPolicy': '1.8', Jun 23 18:59:03.228945 dv-cinder-790492-6-iscsi neutron-server[93952]: 'SecurityGroup': '1.4', Jun 23 18:59:03.228945 dv-cinder-790492-6-iscsi neutron-server[93952]: 'SecurityGroupRule': '1.2', Jun 23 18:59:03.228945 dv-cinder-790492-6-iscsi neutron-server[93952]: 'SubPort': '1.0', Jun 23 18:59:03.228945 dv-cinder-790492-6-iscsi neutron-server[93952]: 'Subnet': '1.1', Jun 23 18:59:03.228945 dv-cinder-790492-6-iscsi neutron-server[93952]: 'Trunk': '1.1'}} Jun 23 18:59:03.228945 dv-cinder-790492-6-iscsi neutron-server[93952]: {{(pid=93952) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 18:59:03.279099 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-38649e35-fb44-4756-8b0e-f30df0154098 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:59:03.286836 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-38649e35-fb44-4756-8b0e-f30df0154098 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745549258006'] for network, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:03.444724 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-38649e35-fb44-4756-8b0e-f30df0154098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3862688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898'] for network, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:03.446449 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38649e35-fb44-4756-8b0e-f30df0154098 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:03.447134 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-38649e35-fb44-4756-8b0e-f30df0154098 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770935'] for network, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:03.450647 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:59:03.542831 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38649e35-fb44-4756-8b0e-f30df0154098 admin admin] Pushing event updated for resources: {'Network': ['ID=cc1a8f9f-0501-47a9-94a0-f3af65713199,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:59:03.546184 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-38649e35-fb44-4756-8b0e-f30df0154098 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:59:03.553021 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Network cc1a8f9f-0501-47a9-94a0-f3af65713199 details requested by agent ovs-agent-dv-cinder-790492-6-iscsi with host dv-cinder-790492-6-iscsi {{(pid=93954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 18:59:03.686040 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-38649e35-fb44-4756-8b0e-f30df0154098 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1488190 Jun 23 18:59:04.062499 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-36873b57-c469-4164-8152-400a4dc72ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:05.307658 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0dfa02b7-e69b-42f9-a1c6-d55a29ea84e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:06.032924 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 55854) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:59:06.212450 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e92cd8-d296-497e-a015-cd7873773715 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:06.213803 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-70e92cd8-d296-497e-a015-cd7873773715 admin admin] 10.222.0.69 "GET /v2.0/subnets/2cf5d553-5d67-4ffe-bddc-928dfefa8807 HTTP/1.1" status: 200 len: 849 time: 0.1799042 Jun 23 18:59:06.371665 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-2f25062f-ce65-4fd2-ac2a-032f29b635c0 admin admin] 10.222.0.69 "GET /v2.0/routers/81327da4-31ea-4480-8dc7-21fbfa078517 HTTP/1.1" status: 200 len: 704 time: 0.1524401 Jun 23 18:59:06.632230 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-baec1caf-94ce-4e89-bd67-4836f7500d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-975148'] for port, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:06.924062 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_common [None req-baec1caf-94ce-4e89-bd67-4836f7500d1f admin admin] Allocated IP 172.20.0.1 (036c83c7-3044-4984-a6f7-e6ad9c788555/2cf5d553-5d67-4ffe-bddc-928dfefa8807/3f599cac-629d-4c62-b8cc-2c59f46f89b4) {{(pid=93953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:59:07.075195 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-baec1caf-94ce-4e89-bd67-4836f7500d1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:07.097057 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-baec1caf-94ce-4e89-bd67-4836f7500d1f admin admin] Transition to ACTIVE for port object 3f599cac-629d-4c62-b8cc-2c59f46f89b4 will not be triggered until provisioned by entity DHCP. {{(pid=93953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:59:07.240650 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-baec1caf-94ce-4e89-bd67-4836f7500d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-975211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745549236125'] for port, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:07.243693 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:59:07.352809 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baec1caf-94ce-4e89-bd67-4836f7500d1f admin admin] Network 036c83c7-3044-4984-a6f7-e6ad9c788555 is already hosted by enough agents. {{(pid=93953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:59:07.359732 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [None req-baec1caf-94ce-4e89-bd67-4836f7500d1f admin admin] Resources bound (agent type, host, resource id): {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:59:07.362343 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baec1caf-94ce-4e89-bd67-4836f7500d1f admin admin] Received port after_create {{(pid=93953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 18:59:07.363046 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-baec1caf-94ce-4e89-bd67-4836f7500d1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3721842'] for router_interface, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:07.431786 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baec1caf-94ce-4e89-bd67-4836f7500d1f admin admin] Pushing event updated for resources: {'Port': ['ID=3f599cac-629d-4c62-b8cc-2c59f46f89b4,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:59:07.435350 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-baec1caf-94ce-4e89-bd67-4836f7500d1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:59:07.639642 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-f20c39ec-bdef-46db-bf1e-c07722fe9225 None None] Provisioning for port 3f599cac-629d-4c62-b8cc-2c59f46f89b4 completed by entity DHCP. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:59:07.643487 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-f20c39ec-bdef-46db-bf1e-c07722fe9225 None None] Provisioning complete for port 3f599cac-629d-4c62-b8cc-2c59f46f89b4 triggered by entity DHCP. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:59:07.643885 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f20c39ec-bdef-46db-bf1e-c07722fe9225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:07.674394 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-baec1caf-94ce-4e89-bd67-4836f7500d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:07.676284 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-f20c39ec-bdef-46db-bf1e-c07722fe9225 None None] Port 3f599cac-629d-4c62-b8cc-2c59f46f89b4 cannot update to ACTIVE because it is not bound. {{(pid=93954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 18:59:07.848081 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-baec1caf-94ce-4e89-bd67-4836f7500d1f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:07.902760 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-baec1caf-94ce-4e89-bd67-4836f7500d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:07.903939 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-baec1caf-94ce-4e89-bd67-4836f7500d1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4104168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3721886'] for router_interface, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:07.906616 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-baec1caf-94ce-4e89-bd67-4836f7500d1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:59:07.987212 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baec1caf-94ce-4e89-bd67-4836f7500d1f admin admin] Pushing event updated for resources: {'Port': ['ID=3f599cac-629d-4c62-b8cc-2c59f46f89b4,revision_number=2']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:59:07.990831 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-baec1caf-94ce-4e89-bd67-4836f7500d1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:59:08.028552 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baec1caf-94ce-4e89-bd67-4836f7500d1f admin admin] Network 036c83c7-3044-4984-a6f7-e6ad9c788555 is already hosted by enough agents. {{(pid=93953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:59:08.029820 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [None req-baec1caf-94ce-4e89-bd67-4836f7500d1f admin admin] Resources bound (agent type, host, resource id): {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:59:08.197740 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-6e62471b-8ce1-4fbf-887a-b96073941655 None None] Provisioning complete for port 3f599cac-629d-4c62-b8cc-2c59f46f89b4 triggered by entity DHCP. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:59:08.206455 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-6e62471b-8ce1-4fbf-887a-b96073941655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:08.234252 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-6e62471b-8ce1-4fbf-887a-b96073941655 None None] Port 3f599cac-629d-4c62-b8cc-2c59f46f89b4 cannot update to ACTIVE because it is not bound. {{(pid=93954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 18:59:08.257709 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baec1caf-94ce-4e89-bd67-4836f7500d1f admin admin] Router 81327da4-31ea-4480-8dc7-21fbfa078517 is scheduled to L3 agent 74079d6f-659b-43f4-8a12-30a7ece685bb with binding_index 1 {{(pid=93953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 18:59:08.356815 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baec1caf-94ce-4e89-bd67-4836f7500d1f admin admin] Notify agent at l3_agent.dv-cinder-790492-6-iscsi the message routers_updated {{(pid=93953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 18:59:08.362385 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-baec1caf-94ce-4e89-bd67-4836f7500d1f admin admin] 10.222.0.69 "PUT /v2.0/routers/81327da4-31ea-4480-8dc7-21fbfa078517/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9856951 Jun 23 18:59:08.379304 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f38601-177f-47b7-ad5a-6471c584e1b3 None None] Sync routers for ids ['81327da4-31ea-4480-8dc7-21fbfa078517'] in dv-cinder-790492-6-iscsi {{(pid=93955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:59:08.392240 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f38601-177f-47b7-ad5a-6471c584e1b3 None None] Routers {'81327da4-31ea-4480-8dc7-21fbfa078517'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 18:59:08.393150 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-97f38601-177f-47b7-ad5a-6471c584e1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T18:59:03Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['81327da4-31ea-4480-8dc7-21fbfa078517'], 'active': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:59:08.581640 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvr_db [None req-97f38601-177f-47b7-ad5a-6471c584e1b3 None None] Set router 81327da4-31ea-4480-8dc7-21fbfa078517 gateway port host: None {{(pid=93955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 18:59:09.001896 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-97f38601-177f-47b7-ad5a-6471c584e1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81327da4-31ea-4480-8dc7-21fbfa078517', 'name': 'router1', 'tenant_id': 'c44b814c01c14e9a825bf06f4f0c9ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:58:57Z', 'updated_at': '2021-06-23T18:59:07Z', 'revision_number': 2, 'project_id': 'c44b814c01c14e9a825bf06f4f0c9ea0', 'gw_port_host': None, '_interfaces': [{'id': '3f599cac-629d-4c62-b8cc-2c59f46f89b4', 'name': '', 'network_id': '036c83c7-3044-4984-a6f7-e6ad9c788555', 'tenant_id': 'c44b814c01c14e9a825bf06f4f0c9ea0', 'mac_address': 'fa:16:3e:68:3a:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81327da4-31ea-4480-8dc7-21fbfa078517', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2cf5d553-5d67-4ffe-bddc-928dfefa8807', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:59:06Z', 'updated_at': '2021-06-23T18:59:07Z', 'revision_number': 2, 'project_id': 'c44b814c01c14e9a825bf06f4f0c9ea0', 'subnets': [{'id': '2cf5d553-5d67-4ffe-bddc-928dfefa8807', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a423e021-2df5-48a1-aee6-71ed7edadc55'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:59:09.053207 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f38601-177f-47b7-ad5a-6471c584e1b3 None None] Checking router: 81327da4-31ea-4480-8dc7-21fbfa078517 for host: dv-cinder-790492-6-iscsi {{(pid=93955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:59:09.053611 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f38601-177f-47b7-ad5a-6471c584e1b3 None None] Updating router 81327da4-31ea-4480-8dc7-21fbfa078517 port 3f599cac-629d-4c62-b8cc-2c59f46f89b4 binding host dv-cinder-790492-6-iscsi {{(pid=93955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 18:59:09.116381 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-97f38601-177f-47b7-ad5a-6471c584e1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:09.613123 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-97f38601-177f-47b7-ad5a-6471c584e1b3 None None] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:09.629845 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-97f38601-177f-47b7-ad5a-6471c584e1b3 None None] Transition to ACTIVE for port object 3f599cac-629d-4c62-b8cc-2c59f46f89b4 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:59:09.731091 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-97f38601-177f-47b7-ad5a-6471c584e1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:09.734055 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93955) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:59:09.890329 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb0f592-2270-414b-ad6b-188926b338ba None None] Pushing event updated for resources: {'Port': ['ID=3f599cac-629d-4c62-b8cc-2c59f46f89b4,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:59:09.899704 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-97f38601-177f-47b7-ad5a-6471c584e1b3 None None] Attempting to bind port 3f599cac-629d-4c62-b8cc-2c59f46f89b4 on host dv-cinder-790492-6-iscsi for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 18:59:09.899704 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-97f38601-177f-47b7-ad5a-6471c584e1b3 None None] Attempting to bind port 3f599cac-629d-4c62-b8cc-2c59f46f89b4 by drivers openvswitch,hyperv on host dv-cinder-790492-6-iscsi at level 0 using segments [{'id': '1e3077fd-6acb-4937-993b-84900dc2229c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '036c83c7-3044-4984-a6f7-e6ad9c788555'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 18:59:09.899704 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f38601-177f-47b7-ad5a-6471c584e1b3 None None] Attempting to bind port 3f599cac-629d-4c62-b8cc-2c59f46f89b4 on network 036c83c7-3044-4984-a6f7-e6ad9c788555 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:59:09.907819 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f38601-177f-47b7-ad5a-6471c584e1b3 None None] Checking agent: {'id': '392b78dc-ede3-4892-8962-7877c3ff23c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 58, 33), 'started_at': datetime.datetime(2021, 6, 23, 18, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 18, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:59:09.908236 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f38601-177f-47b7-ad5a-6471c584e1b3 None None] Checking segment: {'id': '1e3077fd-6acb-4937-993b-84900dc2229c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '036c83c7-3044-4984-a6f7-e6ad9c788555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 18:59:09.908725 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-97f38601-177f-47b7-ad5a-6471c584e1b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:09.909111 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f38601-177f-47b7-ad5a-6471c584e1b3 None None] Bound using segment: {'id': '1e3077fd-6acb-4937-993b-84900dc2229c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '036c83c7-3044-4984-a6f7-e6ad9c788555'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:59:09.909608 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-97f38601-177f-47b7-ad5a-6471c584e1b3 None None] Bound port: 3f599cac-629d-4c62-b8cc-2c59f46f89b4, host: dv-cinder-790492-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e3077fd-6acb-4937-993b-84900dc2229c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '036c83c7-3044-4984-a6f7-e6ad9c788555'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 18:59:09.909972 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-97f38601-177f-47b7-ad5a-6471c584e1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:09.913556 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb0f592-2270-414b-ad6b-188926b338ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:09.913887 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb0f592-2270-414b-ad6b-188926b338ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:09.914210 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb0f592-2270-414b-ad6b-188926b338ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:09.914534 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb0f592-2270-414b-ad6b-188926b338ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:09.914912 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb0f592-2270-414b-ad6b-188926b338ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:09.915231 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb0f592-2270-414b-ad6b-188926b338ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:09.915568 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb0f592-2270-414b-ad6b-188926b338ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:09.915880 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb0f592-2270-414b-ad6b-188926b338ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:09.916201 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb0f592-2270-414b-ad6b-188926b338ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:09.916507 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb0f592-2270-414b-ad6b-188926b338ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:09.916812 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb0f592-2270-414b-ad6b-188926b338ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:09.917118 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb0f592-2270-414b-ad6b-188926b338ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:09.918269 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb0f592-2270-414b-ad6b-188926b338ba None None] Tracked resource versions report: Jun 23 18:59:09.918269 dv-cinder-790492-6-iscsi neutron-server[93955]: pushed versions: Jun 23 18:59:09.918269 dv-cinder-790492-6-iscsi neutron-server[93955]: { 'AddressGroup': {'1.2'}, Jun 23 18:59:09.918269 dv-cinder-790492-6-iscsi neutron-server[93955]: 'ConntrackHelper': {'1.0'}, Jun 23 18:59:09.918269 dv-cinder-790492-6-iscsi neutron-server[93955]: 'Log': {'1.0'}, Jun 23 18:59:09.918269 dv-cinder-790492-6-iscsi neutron-server[93955]: 'Network': {'1.1'}, Jun 23 18:59:09.918269 dv-cinder-790492-6-iscsi neutron-server[93955]: 'Port': {'1.7'}, Jun 23 18:59:09.918269 dv-cinder-790492-6-iscsi neutron-server[93955]: 'PortForwarding': {'1.2'}, Jun 23 18:59:09.918269 dv-cinder-790492-6-iscsi neutron-server[93955]: 'QosPolicy': {'1.8'}, Jun 23 18:59:09.918269 dv-cinder-790492-6-iscsi neutron-server[93955]: 'SecurityGroup': {'1.4'}, Jun 23 18:59:09.918269 dv-cinder-790492-6-iscsi neutron-server[93955]: 'SecurityGroupRule': {'1.2'}, Jun 23 18:59:09.918269 dv-cinder-790492-6-iscsi neutron-server[93955]: 'SubPort': {'1.0'}, Jun 23 18:59:09.918269 dv-cinder-790492-6-iscsi neutron-server[93955]: 'Subnet': {'1.1'}, Jun 23 18:59:09.918269 dv-cinder-790492-6-iscsi neutron-server[93955]: 'Trunk': {'1.1'}} Jun 23 18:59:09.918269 dv-cinder-790492-6-iscsi neutron-server[93955]: consumer versions: Jun 23 18:59:09.918269 dv-cinder-790492-6-iscsi neutron-server[93955]: { DHCP agent@dv-cinder-790492-6-iscsi: {}, Jun 23 18:59:09.918269 dv-cinder-790492-6-iscsi neutron-server[93955]: L3 agent@dv-cinder-790492-6-iscsi: {}, Jun 23 18:59:09.918269 dv-cinder-790492-6-iscsi neutron-server[93955]: Metadata agent@dv-cinder-790492-6-iscsi: {}, Jun 23 18:59:09.918269 dv-cinder-790492-6-iscsi neutron-server[93955]: Metering agent@dv-cinder-790492-6-iscsi: {}, Jun 23 18:59:09.918269 dv-cinder-790492-6-iscsi neutron-server[93955]: Open vSwitch agent@dv-cinder-790492-6-iscsi: { 'AddressGroup': '1.2', Jun 23 18:59:09.918269 dv-cinder-790492-6-iscsi neutron-server[93955]: 'ConntrackHelper': '1.0', Jun 23 18:59:09.918269 dv-cinder-790492-6-iscsi neutron-server[93955]: 'Log': '1.0', Jun 23 18:59:09.918269 dv-cinder-790492-6-iscsi neutron-server[93955]: 'Network': '1.1', Jun 23 18:59:09.918269 dv-cinder-790492-6-iscsi neutron-server[93955]: 'Port': '1.7', Jun 23 18:59:09.918269 dv-cinder-790492-6-iscsi neutron-server[93955]: 'PortForwarding': '1.2', Jun 23 18:59:09.918269 dv-cinder-790492-6-iscsi neutron-server[93955]: 'QosPolicy': '1.8', Jun 23 18:59:09.918269 dv-cinder-790492-6-iscsi neutron-server[93955]: 'SecurityGroup': '1.4', Jun 23 18:59:09.918269 dv-cinder-790492-6-iscsi neutron-server[93955]: 'SecurityGroupRule': '1.2', Jun 23 18:59:09.918269 dv-cinder-790492-6-iscsi neutron-server[93955]: 'SubPort': '1.0', Jun 23 18:59:09.918269 dv-cinder-790492-6-iscsi neutron-server[93955]: 'Subnet': '1.1', Jun 23 18:59:09.918269 dv-cinder-790492-6-iscsi neutron-server[93955]: 'Trunk': '1.1'}} Jun 23 18:59:09.918269 dv-cinder-790492-6-iscsi neutron-server[93955]: {{(pid=93955) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 18:59:09.929501 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG oslo_concurrency.lockutils [None req-9eb0f592-2270-414b-ad6b-188926b338ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=93955) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:59:09.986355 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-97f38601-177f-47b7-ad5a-6471c584e1b3 None None] For port 3f599cac-629d-4c62-b8cc-2c59f46f89b4, host dv-cinder-790492-6-iscsi, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 18:59:10.008552 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-97f38601-177f-47b7-ad5a-6471c584e1b3 None None] For port 3f599cac-629d-4c62-b8cc-2c59f46f89b4, host dv-cinder-790492-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=3f599cac-629d-4c62-b8cc-2c59f46f89b4,segment=NetworkSegment(1e3077fd-6acb-4937-993b-84900dc2229c),segment_id=1e3077fd-6acb-4937-993b-84900dc2229c)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 18:59:10.092078 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-97f38601-177f-47b7-ad5a-6471c584e1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:10.094316 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG oslo_concurrency.lockutils [None req-9eb0f592-2270-414b-ad6b-188926b338ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93955) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:59:10.146654 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f38601-177f-47b7-ad5a-6471c584e1b3 None None] Routers {'81327da4-31ea-4480-8dc7-21fbfa078517'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 18:59:10.147290 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-97f38601-177f-47b7-ad5a-6471c584e1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T18:59:03Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['81327da4-31ea-4480-8dc7-21fbfa078517'], 'active': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:59:10.214007 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb0f592-2270-414b-ad6b-188926b338ba None None] Pushing event updated for resources: {'Port': ['ID=3f599cac-629d-4c62-b8cc-2c59f46f89b4,revision_number=4']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:59:10.232223 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG oslo_concurrency.lockutils [None req-9eb0f592-2270-414b-ad6b-188926b338ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93955) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:59:10.247118 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvr_db [None req-97f38601-177f-47b7-ad5a-6471c584e1b3 None None] Set router 81327da4-31ea-4480-8dc7-21fbfa078517 gateway port host: None {{(pid=93955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 18:59:10.462210 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-97f38601-177f-47b7-ad5a-6471c584e1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81327da4-31ea-4480-8dc7-21fbfa078517', 'name': 'router1', 'tenant_id': 'c44b814c01c14e9a825bf06f4f0c9ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:58:57Z', 'updated_at': '2021-06-23T18:59:07Z', 'revision_number': 2, 'project_id': 'c44b814c01c14e9a825bf06f4f0c9ea0', 'gw_port_host': None, '_interfaces': [{'id': '3f599cac-629d-4c62-b8cc-2c59f46f89b4', 'name': '', 'network_id': '036c83c7-3044-4984-a6f7-e6ad9c788555', 'tenant_id': 'c44b814c01c14e9a825bf06f4f0c9ea0', 'mac_address': 'fa:16:3e:68:3a:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81327da4-31ea-4480-8dc7-21fbfa078517', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2cf5d553-5d67-4ffe-bddc-928dfefa8807', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:59:06Z', 'updated_at': '2021-06-23T18:59:09Z', 'revision_number': 4, 'project_id': 'c44b814c01c14e9a825bf06f4f0c9ea0', 'subnets': [{'id': '2cf5d553-5d67-4ffe-bddc-928dfefa8807', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a423e021-2df5-48a1-aee6-71ed7edadc55'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:59:10.493660 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f38601-177f-47b7-ad5a-6471c584e1b3 None None] The sync data for ids ['81327da4-31ea-4480-8dc7-21fbfa078517'] in dv-cinder-790492-6-iscsi is: [{'id': '81327da4-31ea-4480-8dc7-21fbfa078517', 'name': 'router1', 'tenant_id': 'c44b814c01c14e9a825bf06f4f0c9ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:58:57Z', 'updated_at': '2021-06-23T18:59:07Z', 'revision_number': 2, 'project_id': 'c44b814c01c14e9a825bf06f4f0c9ea0', 'gw_port_host': None, '_interfaces': [{'id': '3f599cac-629d-4c62-b8cc-2c59f46f89b4', 'name': '', 'network_id': '036c83c7-3044-4984-a6f7-e6ad9c788555', 'tenant_id': 'c44b814c01c14e9a825bf06f4f0c9ea0', 'mac_address': 'fa:16:3e:68:3a:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81327da4-31ea-4480-8dc7-21fbfa078517', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2cf5d553-5d67-4ffe-bddc-928dfefa8807', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:59:06Z', 'updated_at': '2021-06-23T18:59:09Z', 'revision_number': 4, 'project_id': 'c44b814c01c14e9a825bf06f4f0c9ea0', 'subnets': [{'id': '2cf5d553-5d67-4ffe-bddc-928dfefa8807', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a423e021-2df5-48a1-aee6-71ed7edadc55'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:59:10.591264 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 55874) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:59:10.702483 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1dd92b-04bc-4e2e-8cc3-93de10c710eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:10.703886 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-3f1dd92b-04bc-4e2e-8cc3-93de10c710eb admin admin] 10.222.0.69 "GET /v2.0/networks/cc1a8f9f-0501-47a9-94a0-f3af65713199 HTTP/1.1" status: 200 len: 842 time: 0.1115942 Jun 23 18:59:10.714180 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-a114d90f-ecd6-4ca6-9909-9f38edc78523 admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.27.1.1', 'cidr': '172.27.1.0/24', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:59:10.816721 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a114d90f-ecd6-4ca6-9909-9f38edc78523 admin admin] Made reservation on behalf of e3b321526130488f925c70a5c6d07e1a for: {'subnet': 1} {{(pid=93953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:59:10.819039 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-a114d90f-ecd6-4ca6-9909-9f38edc78523 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:11.160558 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.objects.ports [None req-a114d90f-ecd6-4ca6-9909-9f38edc78523 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93953) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 23 18:59:11.160997 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-a114d90f-ecd6-4ca6-9909-9f38edc78523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889'] for subnet, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:11.163073 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:59:11.214079 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a114d90f-ecd6-4ca6-9909-9f38edc78523 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09e863e5-4e6d-4986-b5d9-3bb63422f84c,revision_number=0']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:59:11.219902 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-a114d90f-ecd6-4ca6-9909-9f38edc78523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:59:11.222407 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a114d90f-ecd6-4ca6-9909-9f38edc78523 admin admin] Checking segment: {'id': '5f51114a-3dae-4d84-91d9-b7c41a4d9224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 18:59:11.222761 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a114d90f-ecd6-4ca6-9909-9f38edc78523 admin admin] Network hostable DHCP agents. Network: cc1a8f9f-0501-47a9-94a0-f3af65713199, hostable agents: ['46fb5406-63b7-4827-9d8b-19fc67eca6fa'], hosted agents: [] {{(pid=93953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 18:59:11.307620 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a114d90f-ecd6-4ca6-9909-9f38edc78523 admin admin] Network cc1a8f9f-0501-47a9-94a0-f3af65713199 is scheduled to be hosted by DHCP agent 46fb5406-63b7-4827-9d8b-19fc67eca6fa with binding_index 1 {{(pid=93953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 18:59:11.382406 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [None req-a114d90f-ecd6-4ca6-9909-9f38edc78523 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-6-iscsi, cc1a8f9f-0501-47a9-94a0-f3af65713199) {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:59:11.386373 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a114d90f-ecd6-4ca6-9909-9f38edc78523 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:11.387098 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-a114d90f-ecd6-4ca6-9909-9f38edc78523 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770935'] for subnet, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:11.392973 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15054e7-94c3-4b33-904b-37da2b03ceb4 None None] Network cc1a8f9f-0501-47a9-94a0-f3af65713199 requested from dv-cinder-790492-6-iscsi {{(pid=93954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 18:59:11.457941 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-a114d90f-ecd6-4ca6-9909-9f38edc78523 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7479069 Jun 23 18:59:11.521901 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e710069-a882-4358-979a-24cc352ae10a None None] Network cc1a8f9f-0501-47a9-94a0-f3af65713199 requested from dv-cinder-790492-6-iscsi {{(pid=93954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 18:59:13.722764 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 55886) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:59:13.853253 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-a2ff4f97-e1a6-4155-9f9b-3a375d328e74 admin admin] 10.222.0.69 "GET /v2.0/routers/81327da4-31ea-4480-8dc7-21fbfa078517 HTTP/1.1" status: 200 len: 710 time: 0.1293213 Jun 23 18:59:14.010213 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a8f180-8443-49a3-995e-b7da9acd966d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:14.011579 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-f6a8f180-8443-49a3-995e-b7da9acd966d admin admin] 10.222.0.69 "GET /v2.0/networks/cc1a8f9f-0501-47a9-94a0-f3af65713199 HTTP/1.1" status: 200 len: 886 time: 0.1533611 Jun 23 18:59:14.022628 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-b4f0abed-fc4d-40f8-b8a9-90c500b22698 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199'}}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:59:14.262749 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-b4f0abed-fc4d-40f8-b8a9-90c500b22698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3730983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3705239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5706'] for router, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:14.575622 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-b4f0abed-fc4d-40f8-b8a9-90c500b22698 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:14.655657 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-b4f0abed-fc4d-40f8-b8a9-90c500b22698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-975148'] for port, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:14.758640 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_common [None req-b4f0abed-fc4d-40f8-b8a9-90c500b22698 admin admin] Allocated IP 172.27.1.202 (cc1a8f9f-0501-47a9-94a0-f3af65713199/09e863e5-4e6d-4986-b5d9-3bb63422f84c/4ab5d531-227a-43ea-a6da-d57bbc9f1f59) {{(pid=93953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:59:14.850703 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device 3f599cac-629d-4c62-b8cc-2c59f46f89b4 up at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 18:59:14.860194 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-b4f0abed-fc4d-40f8-b8a9-90c500b22698 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:14.965523 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-b4f0abed-fc4d-40f8-b8a9-90c500b22698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-975211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745549236125'] for port, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:14.967980 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-baec1caf-94ce-4e89-bd67-4836f7500d1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:59:14.971002 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning for port 3f599cac-629d-4c62-b8cc-2c59f46f89b4 completed by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:59:14.974951 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning complete for port 3f599cac-629d-4c62-b8cc-2c59f46f89b4 triggered by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:59:14.975796 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:15.010482 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f0abed-fc4d-40f8-b8a9-90c500b22698 admin admin] Network cc1a8f9f-0501-47a9-94a0-f3af65713199 is already hosted by enough agents. {{(pid=93953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:59:15.014786 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [None req-b4f0abed-fc4d-40f8-b8a9-90c500b22698 admin admin] Resources bound (agent type, host, resource id): {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:59:15.020098 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f0abed-fc4d-40f8-b8a9-90c500b22698 admin admin] Received port after_create {{(pid=93953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 18:59:15.022800 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f0abed-fc4d-40f8-b8a9-90c500b22698 admin admin] Pushing event updated for resources: {'Port': ['ID=4ab5d531-227a-43ea-a6da-d57bbc9f1f59,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:59:15.025344 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-b4f0abed-fc4d-40f8-b8a9-90c500b22698 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:59:15.057110 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:15.092951 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] For port 3f599cac-629d-4c62-b8cc-2c59f46f89b4, host dv-cinder-790492-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=3f599cac-629d-4c62-b8cc-2c59f46f89b4,segment=NetworkSegment(1e3077fd-6acb-4937-993b-84900dc2229c),segment_id=1e3077fd-6acb-4937-993b-84900dc2229c)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 18:59:15.209903 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:15.212476 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-8ddfe531-ca4e-4124-bc99-46b2a14b79bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:59:15.260265 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Pushing event updated for resources: {'Port': ['ID=3f599cac-629d-4c62-b8cc-2c59f46f89b4,revision_number=5']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:59:15.263254 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:59:15.429634 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-b4f0abed-fc4d-40f8-b8a9-90c500b22698 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:15.731706 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-b4f0abed-fc4d-40f8-b8a9-90c500b22698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3730983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3705239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5706'] for router, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:15.734786 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-b4f0abed-fc4d-40f8-b8a9-90c500b22698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3731058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3730969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3730944', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3705260'] for router, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:15.849889 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4f0abed-fc4d-40f8-b8a9-90c500b22698 admin admin] Router 81327da4-31ea-4480-8dc7-21fbfa078517 has already been hosted by L3 agent 74079d6f-659b-43f4-8a12-30a7ece685bb {{(pid=93953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 18:59:15.968824 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f0abed-fc4d-40f8-b8a9-90c500b22698 admin admin] Notify agent at l3_agent.dv-cinder-790492-6-iscsi the message routers_updated {{(pid=93953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 18:59:15.973205 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-b4f0abed-fc4d-40f8-b8a9-90c500b22698 admin admin] Notify callbacks [] for router, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:15.974408 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-b4f0abed-fc4d-40f8-b8a9-90c500b22698 admin admin] 10.222.0.69 "PUT /v2.0/routers/81327da4-31ea-4480-8dc7-21fbfa078517 HTTP/1.1" status: 200 len: 890 time: 1.9550982 Jun 23 18:59:15.990778 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757541e3-73a0-4a11-88b4-ded0fe9f41e4 None None] Sync routers for ids ['81327da4-31ea-4480-8dc7-21fbfa078517'] in dv-cinder-790492-6-iscsi {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:59:16.002045 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757541e3-73a0-4a11-88b4-ded0fe9f41e4 None None] Routers {'81327da4-31ea-4480-8dc7-21fbfa078517'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 18:59:16.002739 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-757541e3-73a0-4a11-88b4-ded0fe9f41e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T18:59:03Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['81327da4-31ea-4480-8dc7-21fbfa078517'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:59:16.281818 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-757541e3-73a0-4a11-88b4-ded0fe9f41e4 None None] Set router 81327da4-31ea-4480-8dc7-21fbfa078517 gateway port host: dv-cinder-790492-6-iscsi {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 18:59:16.691149 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-757541e3-73a0-4a11-88b4-ded0fe9f41e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81327da4-31ea-4480-8dc7-21fbfa078517', 'name': 'router1', 'tenant_id': 'c44b814c01c14e9a825bf06f4f0c9ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '4ab5d531-227a-43ea-a6da-d57bbc9f1f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:58:57Z', 'updated_at': '2021-06-23T18:59:15Z', 'revision_number': 4, 'project_id': 'c44b814c01c14e9a825bf06f4f0c9ea0', 'gw_port': {'id': '4ab5d531-227a-43ea-a6da-d57bbc9f1f59', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ad:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81327da4-31ea-4480-8dc7-21fbfa078517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:59:14Z', 'updated_at': '2021-06-23T18:59:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi', '_interfaces': [{'id': '3f599cac-629d-4c62-b8cc-2c59f46f89b4', 'name': '', 'network_id': '036c83c7-3044-4984-a6f7-e6ad9c788555', 'tenant_id': 'c44b814c01c14e9a825bf06f4f0c9ea0', 'mac_address': 'fa:16:3e:68:3a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81327da4-31ea-4480-8dc7-21fbfa078517', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2cf5d553-5d67-4ffe-bddc-928dfefa8807', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:59:06Z', 'updated_at': '2021-06-23T18:59:15Z', 'revision_number': 5, 'project_id': 'c44b814c01c14e9a825bf06f4f0c9ea0', 'subnets': [{'id': '2cf5d553-5d67-4ffe-bddc-928dfefa8807', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a423e021-2df5-48a1-aee6-71ed7edadc55'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:59:16.746974 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757541e3-73a0-4a11-88b4-ded0fe9f41e4 None None] Checking router: 81327da4-31ea-4480-8dc7-21fbfa078517 for host: dv-cinder-790492-6-iscsi {{(pid=93954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:59:16.747351 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757541e3-73a0-4a11-88b4-ded0fe9f41e4 None None] Updating router 81327da4-31ea-4480-8dc7-21fbfa078517 port 4ab5d531-227a-43ea-a6da-d57bbc9f1f59 binding host dv-cinder-790492-6-iscsi {{(pid=93954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 18:59:16.783519 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-757541e3-73a0-4a11-88b4-ded0fe9f41e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:16.884906 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device 3f599cac-629d-4c62-b8cc-2c59f46f89b4 up at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 18:59:17.042375 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning complete for port 3f599cac-629d-4c62-b8cc-2c59f46f89b4 triggered by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:59:17.043167 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:17.228730 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-757541e3-73a0-4a11-88b4-ded0fe9f41e4 None None] Notify callbacks [] for port, precommit_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:17.247177 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-757541e3-73a0-4a11-88b4-ded0fe9f41e4 None None] Transition to ACTIVE for port object 4ab5d531-227a-43ea-a6da-d57bbc9f1f59 will not be triggered until provisioned by entity L2. {{(pid=93954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:59:17.325175 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-757541e3-73a0-4a11-88b4-ded0fe9f41e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:17.327442 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:59:17.396597 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-757541e3-73a0-4a11-88b4-ded0fe9f41e4 None None] Attempting to bind port 4ab5d531-227a-43ea-a6da-d57bbc9f1f59 on host dv-cinder-790492-6-iscsi for vnic_type normal with profile {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 18:59:17.397547 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-757541e3-73a0-4a11-88b4-ded0fe9f41e4 None None] Attempting to bind port 4ab5d531-227a-43ea-a6da-d57bbc9f1f59 by drivers openvswitch,hyperv on host dv-cinder-790492-6-iscsi at level 0 using segments [{'id': '5f51114a-3dae-4d84-91d9-b7c41a4d9224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199'}] {{(pid=93954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 18:59:17.397857 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757541e3-73a0-4a11-88b4-ded0fe9f41e4 None None] Attempting to bind port 4ab5d531-227a-43ea-a6da-d57bbc9f1f59 on network cc1a8f9f-0501-47a9-94a0-f3af65713199 {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:59:17.403442 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757541e3-73a0-4a11-88b4-ded0fe9f41e4 None None] Checking agent: {'id': '392b78dc-ede3-4892-8962-7877c3ff23c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 58, 33), 'started_at': datetime.datetime(2021, 6, 23, 18, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 18, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:59:17.403828 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757541e3-73a0-4a11-88b4-ded0fe9f41e4 None None] Checking segment: {'id': '5f51114a-3dae-4d84-91d9-b7c41a4d9224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 18:59:17.404235 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-757541e3-73a0-4a11-88b4-ded0fe9f41e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:17.404636 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757541e3-73a0-4a11-88b4-ded0fe9f41e4 None None] Bound using segment: {'id': '5f51114a-3dae-4d84-91d9-b7c41a4d9224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199'} {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:59:17.405207 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-757541e3-73a0-4a11-88b4-ded0fe9f41e4 None None] Bound port: 4ab5d531-227a-43ea-a6da-d57bbc9f1f59, host: dv-cinder-790492-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f51114a-3dae-4d84-91d9-b7c41a4d9224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199'}}] {{(pid=93954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 18:59:17.405587 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-757541e3-73a0-4a11-88b4-ded0fe9f41e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:17.407183 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24be5eb1-28c3-47e4-b947-3c24f248b43a None None] Pushing event updated for resources: {'Port': ['ID=4ab5d531-227a-43ea-a6da-d57bbc9f1f59,revision_number=2']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:59:17.410419 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-24be5eb1-28c3-47e4-b947-3c24f248b43a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:59:17.633428 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-757541e3-73a0-4a11-88b4-ded0fe9f41e4 None None] For port 4ab5d531-227a-43ea-a6da-d57bbc9f1f59, host dv-cinder-790492-6-iscsi, cleared binding levels {{(pid=93954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 18:59:17.636921 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-757541e3-73a0-4a11-88b4-ded0fe9f41e4 None None] For port 4ab5d531-227a-43ea-a6da-d57bbc9f1f59, host dv-cinder-790492-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=4ab5d531-227a-43ea-a6da-d57bbc9f1f59,segment=NetworkSegment(5f51114a-3dae-4d84-91d9-b7c41a4d9224),segment_id=5f51114a-3dae-4d84-91d9-b7c41a4d9224)] {{(pid=93954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 18:59:17.719084 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-757541e3-73a0-4a11-88b4-ded0fe9f41e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:17.721484 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:59:17.779194 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757541e3-73a0-4a11-88b4-ded0fe9f41e4 None None] Routers {'81327da4-31ea-4480-8dc7-21fbfa078517'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 18:59:17.779949 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-757541e3-73a0-4a11-88b4-ded0fe9f41e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T18:59:03Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['81327da4-31ea-4480-8dc7-21fbfa078517'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:59:17.814960 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24be5eb1-28c3-47e4-b947-3c24f248b43a None None] Pushing event updated for resources: {'Port': ['ID=4ab5d531-227a-43ea-a6da-d57bbc9f1f59,revision_number=3']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:59:17.818212 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-24be5eb1-28c3-47e4-b947-3c24f248b43a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:59:17.900498 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-757541e3-73a0-4a11-88b4-ded0fe9f41e4 None None] Set router 81327da4-31ea-4480-8dc7-21fbfa078517 gateway port host: dv-cinder-790492-6-iscsi {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 18:59:18.140521 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-757541e3-73a0-4a11-88b4-ded0fe9f41e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81327da4-31ea-4480-8dc7-21fbfa078517', 'name': 'router1', 'tenant_id': 'c44b814c01c14e9a825bf06f4f0c9ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '4ab5d531-227a-43ea-a6da-d57bbc9f1f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:58:57Z', 'updated_at': '2021-06-23T18:59:15Z', 'revision_number': 4, 'project_id': 'c44b814c01c14e9a825bf06f4f0c9ea0', 'gw_port': {'id': '4ab5d531-227a-43ea-a6da-d57bbc9f1f59', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ad:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81327da4-31ea-4480-8dc7-21fbfa078517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:59:14Z', 'updated_at': '2021-06-23T18:59:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi', '_interfaces': [{'id': '3f599cac-629d-4c62-b8cc-2c59f46f89b4', 'name': '', 'network_id': '036c83c7-3044-4984-a6f7-e6ad9c788555', 'tenant_id': 'c44b814c01c14e9a825bf06f4f0c9ea0', 'mac_address': 'fa:16:3e:68:3a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81327da4-31ea-4480-8dc7-21fbfa078517', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2cf5d553-5d67-4ffe-bddc-928dfefa8807', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:59:06Z', 'updated_at': '2021-06-23T18:59:15Z', 'revision_number': 5, 'project_id': 'c44b814c01c14e9a825bf06f4f0c9ea0', 'subnets': [{'id': '2cf5d553-5d67-4ffe-bddc-928dfefa8807', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a423e021-2df5-48a1-aee6-71ed7edadc55'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:59:18.167995 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757541e3-73a0-4a11-88b4-ded0fe9f41e4 None None] The sync data for ids ['81327da4-31ea-4480-8dc7-21fbfa078517'] in dv-cinder-790492-6-iscsi is: [{'id': '81327da4-31ea-4480-8dc7-21fbfa078517', 'name': 'router1', 'tenant_id': 'c44b814c01c14e9a825bf06f4f0c9ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '4ab5d531-227a-43ea-a6da-d57bbc9f1f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:58:57Z', 'updated_at': '2021-06-23T18:59:15Z', 'revision_number': 4, 'project_id': 'c44b814c01c14e9a825bf06f4f0c9ea0', 'gw_port': {'id': '4ab5d531-227a-43ea-a6da-d57bbc9f1f59', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ad:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81327da4-31ea-4480-8dc7-21fbfa078517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:59:14Z', 'updated_at': '2021-06-23T18:59:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi', '_interfaces': [{'id': '3f599cac-629d-4c62-b8cc-2c59f46f89b4', 'name': '', 'network_id': '036c83c7-3044-4984-a6f7-e6ad9c788555', 'tenant_id': 'c44b814c01c14e9a825bf06f4f0c9ea0', 'mac_address': 'fa:16:3e:68:3a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81327da4-31ea-4480-8dc7-21fbfa078517', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2cf5d553-5d67-4ffe-bddc-928dfefa8807', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:59:06Z', 'updated_at': '2021-06-23T18:59:15Z', 'revision_number': 5, 'project_id': 'c44b814c01c14e9a825bf06f4f0c9ea0', 'subnets': [{'id': '2cf5d553-5d67-4ffe-bddc-928dfefa8807', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a423e021-2df5-48a1-aee6-71ed7edadc55'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:59:18.438806 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 55894) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:59:18.586150 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-2c60abbf-522f-4704-a3ca-620eb898e87c admin admin] 10.222.0.69 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1458876 Jun 23 18:59:18.882130 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device 4ab5d531-227a-43ea-a6da-d57bbc9f1f59 up at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 18:59:19.005015 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning for port 4ab5d531-227a-43ea-a6da-d57bbc9f1f59 completed by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:59:19.011727 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning complete for port 4ab5d531-227a-43ea-a6da-d57bbc9f1f59 triggered by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:59:19.011727 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:19.104152 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:19.126237 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] For port 4ab5d531-227a-43ea-a6da-d57bbc9f1f59, host dv-cinder-790492-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=4ab5d531-227a-43ea-a6da-d57bbc9f1f59,segment=NetworkSegment(5f51114a-3dae-4d84-91d9-b7c41a4d9224),segment_id=5f51114a-3dae-4d84-91d9-b7c41a4d9224)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 18:59:19.194305 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:19.196500 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-24be5eb1-28c3-47e4-b947-3c24f248b43a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:59:19.246539 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Pushing event updated for resources: {'Port': ['ID=4ab5d531-227a-43ea-a6da-d57bbc9f1f59,revision_number=4']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:59:19.253585 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:59:20.833703 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device 4ab5d531-227a-43ea-a6da-d57bbc9f1f59 up at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 18:59:20.898571 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning complete for port 4ab5d531-227a-43ea-a6da-d57bbc9f1f59 triggered by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:59:20.899198 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:22.313100 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.agents_db [None req-808d9167-7b86-4487-ac1f-373b1677e9b0 None None] Agent healthcheck: found 5 active agents {{(pid=93955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 18:59:30.187557 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-d20808a4-a16e-42eb-b790-3799db4e8a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:32.872388 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-539632dc-e070-4b06-8ba8-7216640ef539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:32.986635 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:34.033604 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-36873b57-c469-4164-8152-400a4dc72ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:35.330878 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0dfa02b7-e69b-42f9-a1c6-d55a29ea84e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:59.311823 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.agents_db [None req-808d9167-7b86-4487-ac1f-373b1677e9b0 None None] Agent healthcheck: found 5 active agents {{(pid=93955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:00:00.156836 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-32d6f4cc-0379-487f-875f-e3bec6c926de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:02.866537 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c6176d39-39c5-43bd-8d0c-3af054fd1548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:02.969223 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:04.020327 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-36873b57-c469-4164-8152-400a4dc72ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:05.334323 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0dfa02b7-e69b-42f9-a1c6-d55a29ea84e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:30.145403 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-8f6c87d2-a335-474d-af36-92f51436e39e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:32.871089 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-9f716dac-e5e2-416d-8796-a512e4c8ad71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:32.956877 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:34.053871 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-36873b57-c469-4164-8152-400a4dc72ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:35.328248 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0dfa02b7-e69b-42f9-a1c6-d55a29ea84e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:36.310419 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.agents_db [None req-808d9167-7b86-4487-ac1f-373b1677e9b0 None None] Agent healthcheck: found 5 active agents {{(pid=93955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:00:56.679999 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 56462) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:00:56.739242 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.pecan_wsgi.hooks.translation [None req-71f326af-2b94-4106-b808-2c3bc45293b3 admin admin] GET failed (client error): The resource could not be found. Jun 23 19:00:56.740583 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-71f326af-2b94-4106-b808-2c3bc45293b3 admin admin] 10.222.0.69 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0596611 Jun 23 19:00:56.895733 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d26ea3-8207-4825-90aa-75789277c600 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:56.897201 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-67d26ea3-8207-4825-90aa-75789277c600 admin admin] 10.222.0.69 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1528130 Jun 23 19:00:59.032662 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 56472) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:00:59.126481 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abca04a3-0196-40c1-9d5f-268bea76c114 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:59.127909 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-abca04a3-0196-40c1-9d5f-268bea76c114 admin admin] 10.222.0.69 "GET /v2.0/subnets/2cf5d553-5d67-4ffe-bddc-928dfefa8807 HTTP/1.1" status: 200 len: 849 time: 0.0942595 Jun 23 19:00:59.137181 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-4828e035-e706-40cd-b922-234267b2edef admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:00:59.223248 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-4828e035-e706-40cd-b922-234267b2edef admin admin] Notify callbacks [] for subnet, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:59.413143 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-4828e035-e706-40cd-b922-234267b2edef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745549709788'] for subnet, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:59.415347 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-a114d90f-ecd6-4ca6-9909-9f38edc78523 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:59.444207 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4828e035-e706-40cd-b922-234267b2edef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:00:59.444786 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-4828e035-e706-40cd-b922-234267b2edef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770935'] for subnet, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:59.446040 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-4828e035-e706-40cd-b922-234267b2edef admin admin] 10.222.0.69 "PUT /v2.0/subnets/2cf5d553-5d67-4ffe-bddc-928dfefa8807 HTTP/1.1" status: 200 len: 868 time: 0.3127708 Jun 23 19:00:59.451167 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799147af-3708-47b1-a7be-beb28a2a6701 None None] Network 036c83c7-3044-4984-a6f7-e6ad9c788555 requested from dv-cinder-790492-6-iscsi {{(pid=93954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:00:59.467479 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4828e035-e706-40cd-b922-234267b2edef admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cf5d553-5d67-4ffe-bddc-928dfefa8807,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:59.476161 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4828e035-e706-40cd-b922-234267b2edef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:00:59.476535 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4828e035-e706-40cd-b922-234267b2edef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:00:59.476878 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4828e035-e706-40cd-b922-234267b2edef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:00:59.477211 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4828e035-e706-40cd-b922-234267b2edef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:00:59.477542 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4828e035-e706-40cd-b922-234267b2edef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:00:59.477885 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4828e035-e706-40cd-b922-234267b2edef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:00:59.478242 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4828e035-e706-40cd-b922-234267b2edef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:00:59.478719 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4828e035-e706-40cd-b922-234267b2edef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:00:59.478902 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4828e035-e706-40cd-b922-234267b2edef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:00:59.479285 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4828e035-e706-40cd-b922-234267b2edef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:00:59.479643 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4828e035-e706-40cd-b922-234267b2edef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:00:59.479952 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4828e035-e706-40cd-b922-234267b2edef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:00:59.483799 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-4828e035-e706-40cd-b922-234267b2edef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:59.803605 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-ee39eb29-91cd-4587-be78-e5d3a0072075 None None] Provisioning complete for port 3f599cac-629d-4c62-b8cc-2c59f46f89b4 triggered by entity DHCP. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:00:59.804767 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-ee39eb29-91cd-4587-be78-e5d3a0072075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:59.889004 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-ee39eb29-91cd-4587-be78-e5d3a0072075 None None] Provisioning complete for port e61cc3e9-e367-42a5-9c15-1a9b18b1f375 triggered by entity DHCP. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:00:59.889004 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-ee39eb29-91cd-4587-be78-e5d3a0072075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:00.167169 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-b4de9053-299a-45d5-bff5-51789dc2ab69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:01.614606 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 56480) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:01:01.810633 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2b595d-8a44-4751-9c40-07f64a8766c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:01.811023 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2b595d-8a44-4751-9c40-07f64a8766c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:01.812548 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-7f2b595d-8a44-4751-9c40-07f64a8766c0 admin admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1969962 Jun 23 19:01:02.887567 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-deff353b-1f68-4ba5-aaa4-2cfe84dc1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:02.949637 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:03.917617 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 56488) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:01:04.007496 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-36873b57-c469-4164-8152-400a4dc72ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:04.048446 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a650b7e5-110c-47d6-9255-cb51833a3475 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:04.048977 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a650b7e5-110c-47d6-9255-cb51833a3475 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:04.050501 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-a650b7e5-110c-47d6-9255-cb51833a3475 admin admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1319141 Jun 23 19:01:05.344102 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0dfa02b7-e69b-42f9-a1c6-d55a29ea84e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:06.167751 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 56496) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:01:06.297203 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ba0413-cd48-414d-a0d4-38a1a6d219ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:06.298536 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-41ba0413-cd48-414d-a0d4-38a1a6d219ff admin admin] 10.222.0.69 "GET /v2.0/networks/036c83c7-3044-4984-a6f7-e6ad9c788555 HTTP/1.1" status: 200 len: 869 time: 0.1299319 Jun 23 19:01:08.408606 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 56504) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:01:08.527336 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943603b5-0a4b-4b8f-a170-cc2a1cccefa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:08.528701 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-943603b5-0a4b-4b8f-a170-cc2a1cccefa1 admin admin] 10.222.0.69 "GET /v2.0/networks/cc1a8f9f-0501-47a9-94a0-f3af65713199 HTTP/1.1" status: 200 len: 886 time: 0.1191161 Jun 23 19:01:10.693096 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 56512) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:01:10.825128 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96020bcd-7d89-4f4f-8981-c50c219855a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:10.825594 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96020bcd-7d89-4f4f-8981-c50c219855a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:10.827127 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-96020bcd-7d89-4f4f-8981-c50c219855a6 admin admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1331010 Jun 23 19:01:12.920820 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 56522) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:01:13.008999 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8032dc77-c8fa-45c5-a337-3b0c47796848 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:13.009454 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8032dc77-c8fa-45c5-a337-3b0c47796848 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:13.010895 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-8032dc77-c8fa-45c5-a337-3b0c47796848 admin admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0891316 Jun 23 19:01:13.308239 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.agents_db [None req-808d9167-7b86-4487-ac1f-373b1677e9b0 None None] Agent healthcheck: found 5 active agents {{(pid=93955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:01:15.142565 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 56530) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:01:15.225946 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a399ce96-8818-4179-bb21-1b419e0a02f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:15.227242 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-a399ce96-8818-4179-bb21-1b419e0a02f3 admin admin] 10.222.0.69 "GET /v2.0/subnets/09e863e5-4e6d-4986-b5d9-3bb63422f84c HTTP/1.1" status: 200 len: 816 time: 0.0837204 Jun 23 19:01:17.376363 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 56538) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:01:17.467849 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebc7aa6-439b-404f-8e1d-a4633b8e8c42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:17.469194 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-cebc7aa6-439b-404f-8e1d-a4633b8e8c42 admin admin] 10.222.0.69 "GET /v2.0/subnets/2cf5d553-5d67-4ffe-bddc-928dfefa8807 HTTP/1.1" status: 200 len: 868 time: 0.0919104 Jun 23 19:01:30.142951 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-8d36c885-8535-4b4c-8524-3d3dfea152c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:32.875713 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-057a0412-7568-420a-b150-8b3cf3ee18e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:32.954239 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:34.063485 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-36873b57-c469-4164-8152-400a4dc72ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:35.354504 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0dfa02b7-e69b-42f9-a1c6-d55a29ea84e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:41.159017 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 56582) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:01:41.204560 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [None req-61bebca1-5540-4982-ac44-174351e44aec admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 19:01:41.205527 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-61bebca1-5540-4982-ac44-174351e44aec admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0455680 Jun 23 19:01:43.405426 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 56590) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:01:43.471389 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.pecan_wsgi.hooks.translation [None req-933a1eae-fa9b-4747-bea2-a97575c29eed admin admin] GET failed (client error): The resource could not be found. Jun 23 19:01:43.472720 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-933a1eae-fa9b-4747-bea2-a97575c29eed admin admin] 10.222.0.69 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0663517 Jun 23 19:01:43.625142 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22914dce-3cb6-447c-a33c-f7c6018d62e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:43.626520 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-22914dce-3cb6-447c-a33c-f7c6018d62e0 admin admin] 10.222.0.69 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1500702 Jun 23 19:01:45.793076 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 56598) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:01:45.838751 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-313ed3d0-f62f-4737-b061-535ae58c6767 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:01:45.925344 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313ed3d0-f62f-4737-b061-535ae58c6767 admin admin] Made reservation on behalf of e3b321526130488f925c70a5c6d07e1a for: {'network': 1} {{(pid=93952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:01:45.927755 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-313ed3d0-f62f-4737-b061-535ae58c6767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-975148'] for network, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:45.962716 dv-cinder-790492-6-iscsi neutron-server[93952]: WARNING neutron.services.revisions.revision_plugin [None req-313ed3d0-f62f-4737-b061-535ae58c6767 admin admin] Could not find related network for resource to bump revision. Jun 23 19:01:45.976583 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-313ed3d0-f62f-4737-b061-535ae58c6767 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 924} {{(pid=93952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 19:01:45.990016 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-313ed3d0-f62f-4737-b061-535ae58c6767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886977'] for segment, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:45.990373 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.db.segments_db [None req-313ed3d0-f62f-4737-b061-535ae58c6767 admin admin] Added segment 37b3f812-d1e7-4cc0-b918-14abae233de0 of type vlan for network 529b0588-c017-4de0-b28a-c545c5c9b12e Jun 23 19:01:46.038699 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-313ed3d0-f62f-4737-b061-535ae58c6767 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745549258006'] for network, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:46.153784 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-313ed3d0-f62f-4737-b061-535ae58c6767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3862688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898'] for network, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:46.155599 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313ed3d0-f62f-4737-b061-535ae58c6767 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:46.156169 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-313ed3d0-f62f-4737-b061-535ae58c6767 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770935'] for network, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:46.158146 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-38649e35-fb44-4756-8b0e-f30df0154098 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:01:46.212284 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313ed3d0-f62f-4737-b061-535ae58c6767 admin admin] Pushing event updated for resources: {'Network': ['ID=529b0588-c017-4de0-b28a-c545c5c9b12e,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:01:46.219102 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ed3d0-f62f-4737-b061-535ae58c6767 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:01:46.219472 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ed3d0-f62f-4737-b061-535ae58c6767 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:01:46.219809 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ed3d0-f62f-4737-b061-535ae58c6767 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:01:46.220140 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ed3d0-f62f-4737-b061-535ae58c6767 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:01:46.220460 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ed3d0-f62f-4737-b061-535ae58c6767 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:01:46.220794 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ed3d0-f62f-4737-b061-535ae58c6767 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:01:46.221126 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ed3d0-f62f-4737-b061-535ae58c6767 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:01:46.221451 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ed3d0-f62f-4737-b061-535ae58c6767 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:01:46.221780 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ed3d0-f62f-4737-b061-535ae58c6767 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:01:46.222094 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ed3d0-f62f-4737-b061-535ae58c6767 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:01:46.222399 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ed3d0-f62f-4737-b061-535ae58c6767 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:01:46.222703 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ed3d0-f62f-4737-b061-535ae58c6767 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:01:46.235201 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-313ed3d0-f62f-4737-b061-535ae58c6767 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:01:46.235201 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-313ed3d0-f62f-4737-b061-535ae58c6767 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4345648 Jun 23 19:01:46.236393 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Network 529b0588-c017-4de0-b28a-c545c5c9b12e details requested by agent ovs-agent-dv-cinder-790492-6-iscsi with host dv-cinder-790492-6-iscsi {{(pid=93954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 19:01:48.367067 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 56606) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:01:48.424711 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.pecan_wsgi.hooks.translation [None req-53304643-89b0-4f7a-a173-8ae61bfbbc3b admin admin] GET failed (client error): The resource could not be found. Jun 23 19:01:48.425984 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-53304643-89b0-4f7a-a173-8ae61bfbbc3b admin admin] 10.222.0.69 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0579734 Jun 23 19:01:48.491498 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b566aae-f0cd-407e-9e07-64df0db058fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:48.492894 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-7b566aae-f0cd-407e-9e07-64df0db058fa admin admin] 10.222.0.69 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0630975 Jun 23 19:01:48.502648 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-22c38fc6-f65e-4ecd-80a2-593f12e70c76 admin admin] Request body: {'subnet': {'network_id': '529b0588-c017-4de0-b28a-c545c5c9b12e', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:01:48.610464 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c38fc6-f65e-4ecd-80a2-593f12e70c76 admin admin] Made reservation on behalf of e3b321526130488f925c70a5c6d07e1a for: {'subnet': 1} {{(pid=93953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:01:48.612693 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-22c38fc6-f65e-4ecd-80a2-593f12e70c76 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:48.925779 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-22c38fc6-f65e-4ecd-80a2-593f12e70c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889'] for subnet, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:48.928104 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-5bd56835-0c17-4ab5-b3ee-5061fb795e85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:01:48.984853 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c38fc6-f65e-4ecd-80a2-593f12e70c76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52ed117e-4368-4b1b-a547-ffc152477131,revision_number=0']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:01:48.988896 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-22c38fc6-f65e-4ecd-80a2-593f12e70c76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:01:48.992619 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c38fc6-f65e-4ecd-80a2-593f12e70c76 admin admin] Checking segment: {'id': '37b3f812-d1e7-4cc0-b918-14abae233de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '529b0588-c017-4de0-b28a-c545c5c9b12e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:01:48.992970 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c38fc6-f65e-4ecd-80a2-593f12e70c76 admin admin] Network hostable DHCP agents. Network: 529b0588-c017-4de0-b28a-c545c5c9b12e, hostable agents: ['46fb5406-63b7-4827-9d8b-19fc67eca6fa'], hosted agents: [] {{(pid=93953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 19:01:49.125249 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c38fc6-f65e-4ecd-80a2-593f12e70c76 admin admin] Network 529b0588-c017-4de0-b28a-c545c5c9b12e is scheduled to be hosted by DHCP agent 46fb5406-63b7-4827-9d8b-19fc67eca6fa with binding_index 1 {{(pid=93953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 19:01:49.222263 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [None req-22c38fc6-f65e-4ecd-80a2-593f12e70c76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-6-iscsi, 529b0588-c017-4de0-b28a-c545c5c9b12e) {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:01:49.226187 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c38fc6-f65e-4ecd-80a2-593f12e70c76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:01:49.226772 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-22c38fc6-f65e-4ecd-80a2-593f12e70c76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770935'] for subnet, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:49.231337 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d872d18-71e2-40b5-b22d-ab7f603d01e3 None None] Network 529b0588-c017-4de0-b28a-c545c5c9b12e requested from dv-cinder-790492-6-iscsi {{(pid=93954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:01:49.326988 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-22c38fc6-f65e-4ecd-80a2-593f12e70c76 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8275955 Jun 23 19:01:49.473621 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14dc5f2-6407-4203-bf0c-8b7fdc26a5bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee304acd-30f0-5ee2-ad4a-b51e6e82a076-529b0588-c017-4de0-b28a-c545c5c9b12e', 'network_id': '529b0588-c017-4de0-b28a-c545c5c9b12e', 'tenant_id': 'e3b321526130488f925c70a5c6d07e1a', 'fixed_ips': [{'subnet_id': '52ed117e-4368-4b1b-a547-ffc152477131'}]}} from dv-cinder-790492-6-iscsi. {{(pid=93954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 19:01:49.474441 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c14dc5f2-6407-4203-bf0c-8b7fdc26a5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-975148'] for port, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:49.672018 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.db_base_plugin_common [None req-c14dc5f2-6407-4203-bf0c-8b7fdc26a5bf None None] Allocated IP 192.168.233.2 (529b0588-c017-4de0-b28a-c545c5c9b12e/52ed117e-4368-4b1b-a547-ffc152477131/2ffee97d-cbe1-4e8d-a78b-9dd7d2dafa4d) {{(pid=93954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:01:49.834704 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c14dc5f2-6407-4203-bf0c-8b7fdc26a5bf None None] Notify callbacks [] for port, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:49.842958 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-c14dc5f2-6407-4203-bf0c-8b7fdc26a5bf None None] Transition to ACTIVE for port object 2ffee97d-cbe1-4e8d-a78b-9dd7d2dafa4d will not be triggered until provisioned by entity L2. {{(pid=93954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:01:49.858044 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-c14dc5f2-6407-4203-bf0c-8b7fdc26a5bf None None] Transition to ACTIVE for port object 2ffee97d-cbe1-4e8d-a78b-9dd7d2dafa4d will not be triggered until provisioned by entity DHCP. {{(pid=93954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:01:49.920842 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c14dc5f2-6407-4203-bf0c-8b7fdc26a5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-975211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745549236125'] for port, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:49.923107 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:01:49.960510 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14dc5f2-6407-4203-bf0c-8b7fdc26a5bf None None] Network 529b0588-c017-4de0-b28a-c545c5c9b12e is already hosted by enough agents. {{(pid=93954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:01:49.963245 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.scheduler.base_scheduler [None req-c14dc5f2-6407-4203-bf0c-8b7fdc26a5bf None None] Resources bound (agent type, host, resource id): {{(pid=93954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:01:49.967263 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14dc5f2-6407-4203-bf0c-8b7fdc26a5bf None None] Received port after_create {{(pid=93954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:01:49.974144 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14dc5f2-6407-4203-bf0c-8b7fdc26a5bf None None] Pushing event updated for resources: {'Port': ['ID=2ffee97d-cbe1-4e8d-a78b-9dd7d2dafa4d,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:01:50.003144 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14dc5f2-6407-4203-bf0c-8b7fdc26a5bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:01:50.003352 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14dc5f2-6407-4203-bf0c-8b7fdc26a5bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:01:50.003673 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14dc5f2-6407-4203-bf0c-8b7fdc26a5bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:01:50.004000 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14dc5f2-6407-4203-bf0c-8b7fdc26a5bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:01:50.004325 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14dc5f2-6407-4203-bf0c-8b7fdc26a5bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:01:50.004650 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14dc5f2-6407-4203-bf0c-8b7fdc26a5bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:01:50.004967 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14dc5f2-6407-4203-bf0c-8b7fdc26a5bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:01:50.005303 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14dc5f2-6407-4203-bf0c-8b7fdc26a5bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:01:50.005622 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14dc5f2-6407-4203-bf0c-8b7fdc26a5bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:01:50.005939 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14dc5f2-6407-4203-bf0c-8b7fdc26a5bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:01:50.006251 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14dc5f2-6407-4203-bf0c-8b7fdc26a5bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:01:50.006558 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14dc5f2-6407-4203-bf0c-8b7fdc26a5bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:01:50.010844 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-c14dc5f2-6407-4203-bf0c-8b7fdc26a5bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:01:50.038493 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-c14dc5f2-6407-4203-bf0c-8b7fdc26a5bf None None] Attempting to bind port 2ffee97d-cbe1-4e8d-a78b-9dd7d2dafa4d on host dv-cinder-790492-6-iscsi for vnic_type normal with profile {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:01:50.038866 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-c14dc5f2-6407-4203-bf0c-8b7fdc26a5bf None None] Attempting to bind port 2ffee97d-cbe1-4e8d-a78b-9dd7d2dafa4d by drivers openvswitch,hyperv on host dv-cinder-790492-6-iscsi at level 0 using segments [{'id': '37b3f812-d1e7-4cc0-b918-14abae233de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '529b0588-c017-4de0-b28a-c545c5c9b12e'}] {{(pid=93954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:01:50.039293 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14dc5f2-6407-4203-bf0c-8b7fdc26a5bf None None] Attempting to bind port 2ffee97d-cbe1-4e8d-a78b-9dd7d2dafa4d on network 529b0588-c017-4de0-b28a-c545c5c9b12e {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:01:50.044094 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14dc5f2-6407-4203-bf0c-8b7fdc26a5bf None None] Checking agent: {'id': '392b78dc-ede3-4892-8962-7877c3ff23c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 58, 33), 'started_at': datetime.datetime(2021, 6, 23, 18, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:01:50.044533 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14dc5f2-6407-4203-bf0c-8b7fdc26a5bf None None] Checking segment: {'id': '37b3f812-d1e7-4cc0-b918-14abae233de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '529b0588-c017-4de0-b28a-c545c5c9b12e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:01:50.045536 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c14dc5f2-6407-4203-bf0c-8b7fdc26a5bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:50.045934 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14dc5f2-6407-4203-bf0c-8b7fdc26a5bf None None] Bound using segment: {'id': '37b3f812-d1e7-4cc0-b918-14abae233de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '529b0588-c017-4de0-b28a-c545c5c9b12e'} {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:01:50.046407 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-c14dc5f2-6407-4203-bf0c-8b7fdc26a5bf None None] Bound port: 2ffee97d-cbe1-4e8d-a78b-9dd7d2dafa4d, host: dv-cinder-790492-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37b3f812-d1e7-4cc0-b918-14abae233de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '529b0588-c017-4de0-b28a-c545c5c9b12e'}}] {{(pid=93954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:01:50.046774 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c14dc5f2-6407-4203-bf0c-8b7fdc26a5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:50.107832 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-c14dc5f2-6407-4203-bf0c-8b7fdc26a5bf None None] For port 2ffee97d-cbe1-4e8d-a78b-9dd7d2dafa4d, host dv-cinder-790492-6-iscsi, cleared binding levels {{(pid=93954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:01:50.110751 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-c14dc5f2-6407-4203-bf0c-8b7fdc26a5bf None None] For port 2ffee97d-cbe1-4e8d-a78b-9dd7d2dafa4d, host dv-cinder-790492-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=2ffee97d-cbe1-4e8d-a78b-9dd7d2dafa4d,segment=NetworkSegment(37b3f812-d1e7-4cc0-b918-14abae233de0),segment_id=37b3f812-d1e7-4cc0-b918-14abae233de0)] {{(pid=93954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:01:50.205883 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c14dc5f2-6407-4203-bf0c-8b7fdc26a5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:50.208283 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-24be5eb1-28c3-47e4-b947-3c24f248b43a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:01:50.268933 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14dc5f2-6407-4203-bf0c-8b7fdc26a5bf None None] Pushing event updated for resources: {'Port': ['ID=2ffee97d-cbe1-4e8d-a78b-9dd7d2dafa4d,revision_number=2']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:01:50.272128 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-c14dc5f2-6407-4203-bf0c-8b7fdc26a5bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:01:50.308222 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.agents_db [None req-808d9167-7b86-4487-ac1f-373b1677e9b0 None None] Agent healthcheck: found 5 active agents {{(pid=93955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:01:50.993281 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device 2ffee97d-cbe1-4e8d-a78b-9dd7d2dafa4d up at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:01:51.113538 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066794a0-396d-4a64-9566-ce33b34ae999 None None] Network 529b0588-c017-4de0-b28a-c545c5c9b12e requested from dv-cinder-790492-6-iscsi {{(pid=93954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:01:51.130681 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning for port 2ffee97d-cbe1-4e8d-a78b-9dd7d2dafa4d completed by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:01:51.223082 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-dc6828bb-882a-4380-b045-ba90a2fbca98 None None] Provisioning for port 2ffee97d-cbe1-4e8d-a78b-9dd7d2dafa4d completed by entity DHCP. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:01:51.232944 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-dc6828bb-882a-4380-b045-ba90a2fbca98 None None] Provisioning complete for port 2ffee97d-cbe1-4e8d-a78b-9dd7d2dafa4d triggered by entity DHCP. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:01:51.233785 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-dc6828bb-882a-4380-b045-ba90a2fbca98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:51.355831 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-dc6828bb-882a-4380-b045-ba90a2fbca98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:51.392618 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-dc6828bb-882a-4380-b045-ba90a2fbca98 None None] For port 2ffee97d-cbe1-4e8d-a78b-9dd7d2dafa4d, host dv-cinder-790492-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=2ffee97d-cbe1-4e8d-a78b-9dd7d2dafa4d,segment=NetworkSegment(37b3f812-d1e7-4cc0-b918-14abae233de0),segment_id=37b3f812-d1e7-4cc0-b918-14abae233de0)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:01:51.451531 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-dc6828bb-882a-4380-b045-ba90a2fbca98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:51.451531 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-c14dc5f2-6407-4203-bf0c-8b7fdc26a5bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:01:51.501152 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6828bb-882a-4380-b045-ba90a2fbca98 None None] Pushing event updated for resources: {'Port': ['ID=2ffee97d-cbe1-4e8d-a78b-9dd7d2dafa4d,revision_number=3']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:01:51.504203 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-dc6828bb-882a-4380-b045-ba90a2fbca98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:01:51.569927 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-49bcc3f4-9658-402b-9151-7a5fd0d3827c None None] Provisioning complete for port 2ffee97d-cbe1-4e8d-a78b-9dd7d2dafa4d triggered by entity DHCP. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:01:51.570323 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-49bcc3f4-9658-402b-9151-7a5fd0d3827c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:52.943632 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device 2ffee97d-cbe1-4e8d-a78b-9dd7d2dafa4d up at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:01:52.990148 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning complete for port 2ffee97d-cbe1-4e8d-a78b-9dd7d2dafa4d triggered by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:01:52.990519 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:00.159229 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-daaa53ca-ba37-41bf-a9ce-1beec8936943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:02.867368 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-1b70a37a-38d6-4dec-be7a-334d57d97067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:02.964716 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:04.051339 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-36873b57-c469-4164-8152-400a4dc72ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:05.313246 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0dfa02b7-e69b-42f9-a1c6-d55a29ea84e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:27.306726 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.agents_db [None req-808d9167-7b86-4487-ac1f-373b1677e9b0 None None] Agent healthcheck: found 5 active agents {{(pid=93955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:02:30.123718 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-83ff026e-d0bd-4203-bb6f-6ab41511ca9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:32.877737 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-ff892f12-8814-4081-a653-89f5cfb800eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:32.981557 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:34.032492 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-36873b57-c469-4164-8152-400a4dc72ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:35.340505 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0dfa02b7-e69b-42f9-a1c6-d55a29ea84e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:00.145266 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-df72ac4e-475f-44df-bfac-8f43eebf2176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:02.859759 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-88b7fbf8-88e7-4d9b-85d4-754493cd19da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:02.951015 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:04.013900 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-36873b57-c469-4164-8152-400a4dc72ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:04.309245 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.agents_db [None req-808d9167-7b86-4487-ac1f-373b1677e9b0 None None] Agent healthcheck: found 5 active agents {{(pid=93955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:03:05.334191 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0dfa02b7-e69b-42f9-a1c6-d55a29ea84e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:11.058360 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 56658) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:03:11.064138 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [None req-d61906ae-4e4c-46a0-91f5-236cb4578b0e tempest-verify_tempest_config-1795286255 tempest-verify_tempest_config-1795286255-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 19:03:11.065071 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-d61906ae-4e4c-46a0-91f5-236cb4578b0e tempest-verify_tempest_config-1795286255 tempest-verify_tempest_config-1795286255-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058544 Jun 23 19:03:11.575277 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 56676) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:03:11.673823 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e07a4823-2acd-4739-9b73-1fc727317e58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:11.758104 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e07a4823-2acd-4739-9b73-1fc727317e58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:11.813986 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e07a4823-2acd-4739-9b73-1fc727317e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:11.817042 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:03:11.858375 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-e07a4823-2acd-4739-9b73-1fc727317e58 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=85ede778509341cc8e5aa976cc39c06c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2820497 Jun 23 19:03:11.859254 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07a4823-2acd-4739-9b73-1fc727317e58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79c55e99-f1e8-4042-82c8-cce6b87d3fd8,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:03:11.861260 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 56680) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:03:11.865644 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a4823-2acd-4739-9b73-1fc727317e58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:03:11.866057 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a4823-2acd-4739-9b73-1fc727317e58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:03:11.866389 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a4823-2acd-4739-9b73-1fc727317e58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:03:11.866715 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a4823-2acd-4739-9b73-1fc727317e58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:03:11.867031 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a4823-2acd-4739-9b73-1fc727317e58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:03:11.867349 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a4823-2acd-4739-9b73-1fc727317e58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:03:11.867690 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a4823-2acd-4739-9b73-1fc727317e58 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:03:11.868523 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a4823-2acd-4739-9b73-1fc727317e58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:03:11.868955 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a4823-2acd-4739-9b73-1fc727317e58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:03:11.869207 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a4823-2acd-4739-9b73-1fc727317e58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:03:11.869520 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a4823-2acd-4739-9b73-1fc727317e58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:03:11.869827 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a4823-2acd-4739-9b73-1fc727317e58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:03:11.873636 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-e07a4823-2acd-4739-9b73-1fc727317e58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:03:11.919129 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-c2bb9a35-7036-49e4-a1fe-afe6f498c1af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:11.939739 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-c2bb9a35-7036-49e4-a1fe-afe6f498c1af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:12.082281 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-c2bb9a35-7036-49e4-a1fe-afe6f498c1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:12.085468 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-c2bb9a35-7036-49e4-a1fe-afe6f498c1af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:12.086601 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-c2bb9a35-7036-49e4-a1fe-afe6f498c1af admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/79c55e99-f1e8-4042-82c8-cce6b87d3fd8 HTTP/1.1" status: 204 len: 168 time: 0.2243803 Jun 23 19:03:12.087275 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-38649e35-fb44-4756-8b0e-f30df0154098 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:03:12.094591 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bb9a35-7036-49e4-a1fe-afe6f498c1af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c55e99-f1e8-4042-82c8-cce6b87d3fd8,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:03:12.101103 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bb9a35-7036-49e4-a1fe-afe6f498c1af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:03:12.101462 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bb9a35-7036-49e4-a1fe-afe6f498c1af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:03:12.101832 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bb9a35-7036-49e4-a1fe-afe6f498c1af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:03:12.102630 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bb9a35-7036-49e4-a1fe-afe6f498c1af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:03:12.103039 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bb9a35-7036-49e4-a1fe-afe6f498c1af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:03:12.103368 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bb9a35-7036-49e4-a1fe-afe6f498c1af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:03:12.103708 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bb9a35-7036-49e4-a1fe-afe6f498c1af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:03:12.104027 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bb9a35-7036-49e4-a1fe-afe6f498c1af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:03:12.104347 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bb9a35-7036-49e4-a1fe-afe6f498c1af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:03:12.104662 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bb9a35-7036-49e4-a1fe-afe6f498c1af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:03:12.104973 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bb9a35-7036-49e4-a1fe-afe6f498c1af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:03:12.105285 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bb9a35-7036-49e4-a1fe-afe6f498c1af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:03:12.108372 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-c2bb9a35-7036-49e4-a1fe-afe6f498c1af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:03:30.144824 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-92f24a68-cf22-4e39-b3c1-6de446011ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:32.904166 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-78047803-a36b-4d92-8bce-c1a55f8b4a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:32.995878 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:34.042399 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-36873b57-c469-4164-8152-400a4dc72ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:35.338974 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0dfa02b7-e69b-42f9-a1c6-d55a29ea84e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:41.308967 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.agents_db [None req-808d9167-7b86-4487-ac1f-373b1677e9b0 None None] Agent healthcheck: found 5 active agents {{(pid=93955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:04:00.182942 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f4b15f58-2aee-44ac-aa26-1dd26965ad41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:02.874584 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-95256ac4-832d-4a0f-bf25-da9ffc039917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:02.983193 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:04.069097 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-36873b57-c469-4164-8152-400a4dc72ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:05.349833 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0dfa02b7-e69b-42f9-a1c6-d55a29ea84e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:18.308714 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.agents_db [None req-808d9167-7b86-4487-ac1f-373b1677e9b0 None None] Agent healthcheck: found 5 active agents {{(pid=93955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:04:30.143455 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-3287955e-1d8f-452e-8258-36b23a406004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:32.898976 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-7a428626-2c47-45c0-9d91-6a17159af2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:33.006116 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:34.052107 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-36873b57-c469-4164-8152-400a4dc72ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:35.354282 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0dfa02b7-e69b-42f9-a1c6-d55a29ea84e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:47.107991 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397'] for agent, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:55.308822 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.agents_db [None req-808d9167-7b86-4487-ac1f-373b1677e9b0 None None] Agent healthcheck: found 6 active agents {{(pid=93955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:05:00.147482 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-7803dcc0-7936-4e03-800a-ebbafe8f94ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:02.570333 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 56754) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:05:02.711240 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-d5b1805a-e62b-4c9d-a2c7-0958297fb6e2 admin admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1396973 Jun 23 19:05:02.892380 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-010a3fcb-24e0-4f7a-b7a4-824f2d49f326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:02.993084 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:04.153887 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-36873b57-c469-4164-8152-400a4dc72ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:05.046671 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 56764) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:05:05.105722 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-539fca99-be67-4872-8e82-fe1287c93e03 admin admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0579383 Jun 23 19:05:05.364538 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0dfa02b7-e69b-42f9-a1c6-d55a29ea84e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:17.061572 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:30.158703 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-e0be4089-b934-4192-8eb8-4bfdd8f30d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:32.308615 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.agents_db [None req-808d9167-7b86-4487-ac1f-373b1677e9b0 None None] Agent healthcheck: found 6 active agents {{(pid=93955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:05:32.883811 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-e9c6d2c1-471f-49ca-bcea-dbb273c3bcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:32.992870 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:34.060538 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-36873b57-c469-4164-8152-400a4dc72ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:35.386318 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0dfa02b7-e69b-42f9-a1c6-d55a29ea84e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:47.082218 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:00.186227 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-a0fcddd7-7c35-4e39-aea0-f450064b4852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:03.135102 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-ddfdbdda-a5d1-4a63-9a77-4cc8bdf0d019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:03.138045 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:04.036582 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-36873b57-c469-4164-8152-400a4dc72ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:05.362595 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0dfa02b7-e69b-42f9-a1c6-d55a29ea84e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:09.307130 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.agents_db [None req-808d9167-7b86-4487-ac1f-373b1677e9b0 None None] Agent healthcheck: found 6 active agents {{(pid=93955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:06:17.093450 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:30.161406 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-fb23b798-c347-41b7-a556-40d20f3f650c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:32.908424 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-45504c77-03fd-4d94-bc4d-ff5971248fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:33.007012 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:34.074436 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-36873b57-c469-4164-8152-400a4dc72ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:35.418349 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0dfa02b7-e69b-42f9-a1c6-d55a29ea84e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:37.685112 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 56944) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:38.102513 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-aa606db6-e378-4ada-960f-f50cec4d0c84 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1227294775-network', 'tenant_id': '4cbd9e58e50b42a281ca078879fab751'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:06:38.195524 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa606db6-e378-4ada-960f-f50cec4d0c84 admin admin] Made reservation on behalf of 4cbd9e58e50b42a281ca078879fab751 for: {'network': 1} {{(pid=93952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:06:38.198757 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-aa606db6-e378-4ada-960f-f50cec4d0c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-975148'] for network, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:38.209124 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-aa606db6-e378-4ada-960f-f50cec4d0c84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:38.324794 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-aa606db6-e378-4ada-960f-f50cec4d0c84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:38.415208 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-aa606db6-e378-4ada-960f-f50cec4d0c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:38.425904 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:38.461071 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa606db6-e378-4ada-960f-f50cec4d0c84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1819866e-abf7-4bb1-a5c4-a8a119d60e2c,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:38.472878 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa606db6-e378-4ada-960f-f50cec4d0c84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:38.473322 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa606db6-e378-4ada-960f-f50cec4d0c84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:38.473739 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa606db6-e378-4ada-960f-f50cec4d0c84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:38.474275 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa606db6-e378-4ada-960f-f50cec4d0c84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:38.475048 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa606db6-e378-4ada-960f-f50cec4d0c84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:38.475533 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa606db6-e378-4ada-960f-f50cec4d0c84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:38.475894 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa606db6-e378-4ada-960f-f50cec4d0c84 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:38.476313 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa606db6-e378-4ada-960f-f50cec4d0c84 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:38.477107 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa606db6-e378-4ada-960f-f50cec4d0c84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:38.478098 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa606db6-e378-4ada-960f-f50cec4d0c84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:38.478646 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa606db6-e378-4ada-960f-f50cec4d0c84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:38.479143 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa606db6-e378-4ada-960f-f50cec4d0c84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:38.481022 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa606db6-e378-4ada-960f-f50cec4d0c84 admin admin] Tracked resource versions report: Jun 23 19:06:38.481022 dv-cinder-790492-6-iscsi neutron-server[93952]: pushed versions: Jun 23 19:06:38.481022 dv-cinder-790492-6-iscsi neutron-server[93952]: { 'AddressGroup': {'1.2'}, Jun 23 19:06:38.481022 dv-cinder-790492-6-iscsi neutron-server[93952]: 'ConntrackHelper': {'1.0'}, Jun 23 19:06:38.481022 dv-cinder-790492-6-iscsi neutron-server[93952]: 'Log': {'1.0'}, Jun 23 19:06:38.481022 dv-cinder-790492-6-iscsi neutron-server[93952]: 'Network': {'1.1'}, Jun 23 19:06:38.481022 dv-cinder-790492-6-iscsi neutron-server[93952]: 'Port': {'1.7'}, Jun 23 19:06:38.481022 dv-cinder-790492-6-iscsi neutron-server[93952]: 'PortForwarding': {'1.2'}, Jun 23 19:06:38.481022 dv-cinder-790492-6-iscsi neutron-server[93952]: 'QosPolicy': {'1.8'}, Jun 23 19:06:38.481022 dv-cinder-790492-6-iscsi neutron-server[93952]: 'SecurityGroup': {'1.4'}, Jun 23 19:06:38.481022 dv-cinder-790492-6-iscsi neutron-server[93952]: 'SecurityGroupRule': {'1.2'}, Jun 23 19:06:38.481022 dv-cinder-790492-6-iscsi neutron-server[93952]: 'SubPort': {'1.0'}, Jun 23 19:06:38.481022 dv-cinder-790492-6-iscsi neutron-server[93952]: 'Subnet': {'1.1'}, Jun 23 19:06:38.481022 dv-cinder-790492-6-iscsi neutron-server[93952]: 'Trunk': {'1.1'}} Jun 23 19:06:38.481022 dv-cinder-790492-6-iscsi neutron-server[93952]: consumer versions: Jun 23 19:06:38.481022 dv-cinder-790492-6-iscsi neutron-server[93952]: { DHCP agent@dv-cinder-790492-6-iscsi: {}, Jun 23 19:06:38.481022 dv-cinder-790492-6-iscsi neutron-server[93952]: HyperV agent@hv-cinder-79049: {}, Jun 23 19:06:38.481022 dv-cinder-790492-6-iscsi neutron-server[93952]: L3 agent@dv-cinder-790492-6-iscsi: {}, Jun 23 19:06:38.481022 dv-cinder-790492-6-iscsi neutron-server[93952]: Metadata agent@dv-cinder-790492-6-iscsi: {}, Jun 23 19:06:38.481022 dv-cinder-790492-6-iscsi neutron-server[93952]: Metering agent@dv-cinder-790492-6-iscsi: {}, Jun 23 19:06:38.481022 dv-cinder-790492-6-iscsi neutron-server[93952]: Open vSwitch agent@dv-cinder-790492-6-iscsi: { 'AddressGroup': '1.2', Jun 23 19:06:38.481022 dv-cinder-790492-6-iscsi neutron-server[93952]: 'ConntrackHelper': '1.0', Jun 23 19:06:38.481022 dv-cinder-790492-6-iscsi neutron-server[93952]: 'Log': '1.0', Jun 23 19:06:38.481022 dv-cinder-790492-6-iscsi neutron-server[93952]: 'Network': '1.1', Jun 23 19:06:38.481022 dv-cinder-790492-6-iscsi neutron-server[93952]: 'Port': '1.7', Jun 23 19:06:38.481022 dv-cinder-790492-6-iscsi neutron-server[93952]: 'PortForwarding': '1.2', Jun 23 19:06:38.481022 dv-cinder-790492-6-iscsi neutron-server[93952]: 'QosPolicy': '1.8', Jun 23 19:06:38.481022 dv-cinder-790492-6-iscsi neutron-server[93952]: 'SecurityGroup': '1.4', Jun 23 19:06:38.481022 dv-cinder-790492-6-iscsi neutron-server[93952]: 'SecurityGroupRule': '1.2', Jun 23 19:06:38.481022 dv-cinder-790492-6-iscsi neutron-server[93952]: 'SubPort': '1.0', Jun 23 19:06:38.481022 dv-cinder-790492-6-iscsi neutron-server[93952]: 'Subnet': '1.1', Jun 23 19:06:38.481022 dv-cinder-790492-6-iscsi neutron-server[93952]: 'Trunk': '1.1'}} Jun 23 19:06:38.481022 dv-cinder-790492-6-iscsi neutron-server[93952]: {{(pid=93952) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 19:06:38.489818 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-aa606db6-e378-4ada-960f-f50cec4d0c84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:38.499828 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa606db6-e378-4ada-960f-f50cec4d0c84 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 922} {{(pid=93952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 19:06:38.513971 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-aa606db6-e378-4ada-960f-f50cec4d0c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886977'] for segment, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:38.514712 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.db.segments_db [None req-aa606db6-e378-4ada-960f-f50cec4d0c84 admin admin] Added segment 5e6958c6-0673-49ac-8933-d7e0c6aa37e5 of type vlan for network e9fa93c1-9380-43f6-a51c-3dfc88effd3b Jun 23 19:06:38.566349 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-aa606db6-e378-4ada-960f-f50cec4d0c84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745549258006'] for network, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:38.687040 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-aa606db6-e378-4ada-960f-f50cec4d0c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3862688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898'] for network, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:38.689351 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa606db6-e378-4ada-960f-f50cec4d0c84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:38.689351 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-aa606db6-e378-4ada-960f-f50cec4d0c84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770935'] for network, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:38.692231 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-313ed3d0-f62f-4737-b061-535ae58c6767 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:38.756219 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa606db6-e378-4ada-960f-f50cec4d0c84 admin admin] Pushing event updated for resources: {'Network': ['ID=e9fa93c1-9380-43f6-a51c-3dfc88effd3b,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:38.759113 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-aa606db6-e378-4ada-960f-f50cec4d0c84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:38.773967 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Network e9fa93c1-9380-43f6-a51c-3dfc88effd3b details requested by agent ovs-agent-dv-cinder-790492-6-iscsi with host dv-cinder-790492-6-iscsi {{(pid=93954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 19:06:38.815589 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-aa606db6-e378-4ada-960f-f50cec4d0c84 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1292017 Jun 23 19:06:38.821180 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 56990) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:38.826729 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-d8f19ce9-17ea-4f05-82e0-b8c48fcd542d admin admin] Request body: {'subnet': {'network_id': 'e9fa93c1-9380-43f6-a51c-3dfc88effd3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1227294775-subnet', 'tenant_id': '4cbd9e58e50b42a281ca078879fab751', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:06:38.905513 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f19ce9-17ea-4f05-82e0-b8c48fcd542d admin admin] Made reservation on behalf of 4cbd9e58e50b42a281ca078879fab751 for: {'subnet': 1} {{(pid=93952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:06:38.909662 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d8f19ce9-17ea-4f05-82e0-b8c48fcd542d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:39.235017 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 57008) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:39.268897 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 57014) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:39.304376 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d8f19ce9-17ea-4f05-82e0-b8c48fcd542d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889'] for subnet, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:39.314064 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:39.406339 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f19ce9-17ea-4f05-82e0-b8c48fcd542d admin admin] Pushing event updated for resources: {'Subnet': ['ID=09e805ee-e30d-4540-8ef6-67d65653382f,revision_number=0']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:39.408582 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f19ce9-17ea-4f05-82e0-b8c48fcd542d admin admin] Checking segment: {'id': '5e6958c6-0673-49ac-8933-d7e0c6aa37e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'e9fa93c1-9380-43f6-a51c-3dfc88effd3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:06:39.409225 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f19ce9-17ea-4f05-82e0-b8c48fcd542d admin admin] Network hostable DHCP agents. Network: e9fa93c1-9380-43f6-a51c-3dfc88effd3b, hostable agents: ['46fb5406-63b7-4827-9d8b-19fc67eca6fa'], hosted agents: [] {{(pid=93952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 19:06:39.415111 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-d8f19ce9-17ea-4f05-82e0-b8c48fcd542d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:39.509675 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f19ce9-17ea-4f05-82e0-b8c48fcd542d admin admin] Network e9fa93c1-9380-43f6-a51c-3dfc88effd3b is scheduled to be hosted by DHCP agent 46fb5406-63b7-4827-9d8b-19fc67eca6fa with binding_index 1 {{(pid=93952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 19:06:39.647793 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.base_scheduler [None req-d8f19ce9-17ea-4f05-82e0-b8c48fcd542d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-6-iscsi, e9fa93c1-9380-43f6-a51c-3dfc88effd3b) {{(pid=93952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:06:39.651597 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aafd016-69a0-43b3-9ea8-50bde5c6832c None None] Network e9fa93c1-9380-43f6-a51c-3dfc88effd3b requested from dv-cinder-790492-6-iscsi {{(pid=93954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:06:39.659613 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f19ce9-17ea-4f05-82e0-b8c48fcd542d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:39.666930 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d8f19ce9-17ea-4f05-82e0-b8c48fcd542d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770935'] for subnet, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:39.791952 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-d8f19ce9-17ea-4f05-82e0-b8c48fcd542d admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9686878 Jun 23 19:06:39.795332 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 57034) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:39.801119 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-81aa32e6-c381-47ea-81c5-246ba18c8fe9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1227294775-router', 'tenant_id': '4cbd9e58e50b42a281ca078879fab751', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199'}}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:06:39.819338 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-a421f530-cb05-4714-b9db-fda82335e789 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-639439750-network', 'tenant_id': '747313d51bad42878d1436304e928d64'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:06:39.842987 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.db.api [None req-81aa32e6-c381-47ea-81c5-246ba18c8fe9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 23 19:06:39.842987 dv-cinder-790492-6-iscsi neutron-server[93953]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 23 19:06:39.842987 dv-cinder-790492-6-iscsi neutron-server[93953]: [parameters: {'project_id': '4cbd9e58e50b42a281ca078879fab751', 'id': 'd897cd26-ff26-42fe-a4d0-d079328cac84', 'expiration': datetime.datetime(2021, 6, 23, 19, 8, 39, 834025)}] Jun 23 19:06:39.842987 dv-cinder-790492-6-iscsi neutron-server[93953]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 19:06:39.844208 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_db.api [None req-81aa32e6-c381-47ea-81c5-246ba18c8fe9 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 19:06:39.858632 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169dc691-a31f-4802-a246-9babaa8f6c70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee304acd-30f0-5ee2-ad4a-b51e6e82a076-e9fa93c1-9380-43f6-a51c-3dfc88effd3b', 'network_id': 'e9fa93c1-9380-43f6-a51c-3dfc88effd3b', 'tenant_id': '4cbd9e58e50b42a281ca078879fab751', 'fixed_ips': [{'subnet_id': '09e805ee-e30d-4540-8ef6-67d65653382f'}]}} from dv-cinder-790492-6-iscsi. {{(pid=93954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 19:06:39.860298 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-169dc691-a31f-4802-a246-9babaa8f6c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-975148'] for port, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:39.861369 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-1a1c90d7-9e9b-44c7-9fcb-2282400d3983 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-401159626-network', 'tenant_id': '799fb833a74e4ec9879033c46726a559'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:06:39.951964 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a421f530-cb05-4714-b9db-fda82335e789 admin admin] Made reservation on behalf of 747313d51bad42878d1436304e928d64 for: {'network': 1} {{(pid=93953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:06:39.959203 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-a421f530-cb05-4714-b9db-fda82335e789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-975148'] for network, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:39.992232 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-a421f530-cb05-4714-b9db-fda82335e789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:40.057510 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.db_base_plugin_common [None req-169dc691-a31f-4802-a246-9babaa8f6c70 None None] Allocated IP 172.20.0.2 (e9fa93c1-9380-43f6-a51c-3dfc88effd3b/09e805ee-e30d-4540-8ef6-67d65653382f/7b072b28-c74e-491a-8636-5ce439d134fb) {{(pid=93954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:06:40.063309 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a1c90d7-9e9b-44c7-9fcb-2282400d3983 admin admin] Made reservation on behalf of 799fb833a74e4ec9879033c46726a559 for: {'network': 1} {{(pid=93953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:06:40.067095 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-1a1c90d7-9e9b-44c7-9fcb-2282400d3983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-975148'] for network, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:40.093217 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-1a1c90d7-9e9b-44c7-9fcb-2282400d3983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:40.259939 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-a421f530-cb05-4714-b9db-fda82335e789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:40.329232 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-169dc691-a31f-4802-a246-9babaa8f6c70 None None] Notify callbacks [] for port, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:40.339865 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-169dc691-a31f-4802-a246-9babaa8f6c70 None None] Transition to ACTIVE for port object 7b072b28-c74e-491a-8636-5ce439d134fb will not be triggered until provisioned by entity L2. {{(pid=93954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:06:40.364776 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-a421f530-cb05-4714-b9db-fda82335e789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:40.368151 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-169dc691-a31f-4802-a246-9babaa8f6c70 None None] Transition to ACTIVE for port object 7b072b28-c74e-491a-8636-5ce439d134fb will not be triggered until provisioned by entity DHCP. {{(pid=93954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:06:40.389181 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-e07a4823-2acd-4739-9b73-1fc727317e58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:40.423623 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a421f530-cb05-4714-b9db-fda82335e789 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 914} {{(pid=93953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 19:06:40.466795 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-169dc691-a31f-4802-a246-9babaa8f6c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-975211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745549236125'] for port, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:40.471513 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-0fbfb36f-f932-434f-a7fc-11f0f349c942 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:40.481629 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a421f530-cb05-4714-b9db-fda82335e789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c75d1db-d2b7-4df5-924b-f61d8e7468a5,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:40.505846 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a421f530-cb05-4714-b9db-fda82335e789 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:40.507881 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a421f530-cb05-4714-b9db-fda82335e789 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:40.509251 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a421f530-cb05-4714-b9db-fda82335e789 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:40.510057 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a421f530-cb05-4714-b9db-fda82335e789 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:40.510849 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a421f530-cb05-4714-b9db-fda82335e789 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:40.511688 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a421f530-cb05-4714-b9db-fda82335e789 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:40.513082 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a421f530-cb05-4714-b9db-fda82335e789 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:40.513846 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a421f530-cb05-4714-b9db-fda82335e789 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:40.515930 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a421f530-cb05-4714-b9db-fda82335e789 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:40.516745 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a421f530-cb05-4714-b9db-fda82335e789 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:40.517543 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a421f530-cb05-4714-b9db-fda82335e789 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:40.518285 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a421f530-cb05-4714-b9db-fda82335e789 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:40.521331 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a421f530-cb05-4714-b9db-fda82335e789 admin admin] Tracked resource versions report: Jun 23 19:06:40.521331 dv-cinder-790492-6-iscsi neutron-server[93953]: pushed versions: Jun 23 19:06:40.521331 dv-cinder-790492-6-iscsi neutron-server[93953]: { 'AddressGroup': {'1.2'}, Jun 23 19:06:40.521331 dv-cinder-790492-6-iscsi neutron-server[93953]: 'ConntrackHelper': {'1.0'}, Jun 23 19:06:40.521331 dv-cinder-790492-6-iscsi neutron-server[93953]: 'Log': {'1.0'}, Jun 23 19:06:40.521331 dv-cinder-790492-6-iscsi neutron-server[93953]: 'Network': {'1.1'}, Jun 23 19:06:40.521331 dv-cinder-790492-6-iscsi neutron-server[93953]: 'Port': {'1.7'}, Jun 23 19:06:40.521331 dv-cinder-790492-6-iscsi neutron-server[93953]: 'PortForwarding': {'1.2'}, Jun 23 19:06:40.521331 dv-cinder-790492-6-iscsi neutron-server[93953]: 'QosPolicy': {'1.8'}, Jun 23 19:06:40.521331 dv-cinder-790492-6-iscsi neutron-server[93953]: 'SecurityGroup': {'1.4'}, Jun 23 19:06:40.521331 dv-cinder-790492-6-iscsi neutron-server[93953]: 'SecurityGroupRule': {'1.2'}, Jun 23 19:06:40.521331 dv-cinder-790492-6-iscsi neutron-server[93953]: 'SubPort': {'1.0'}, Jun 23 19:06:40.521331 dv-cinder-790492-6-iscsi neutron-server[93953]: 'Subnet': {'1.1'}, Jun 23 19:06:40.521331 dv-cinder-790492-6-iscsi neutron-server[93953]: 'Trunk': {'1.1'}} Jun 23 19:06:40.521331 dv-cinder-790492-6-iscsi neutron-server[93953]: consumer versions: Jun 23 19:06:40.521331 dv-cinder-790492-6-iscsi neutron-server[93953]: { DHCP agent@dv-cinder-790492-6-iscsi: {}, Jun 23 19:06:40.521331 dv-cinder-790492-6-iscsi neutron-server[93953]: HyperV agent@hv-cinder-79049: {}, Jun 23 19:06:40.521331 dv-cinder-790492-6-iscsi neutron-server[93953]: L3 agent@dv-cinder-790492-6-iscsi: {}, Jun 23 19:06:40.521331 dv-cinder-790492-6-iscsi neutron-server[93953]: Metadata agent@dv-cinder-790492-6-iscsi: {}, Jun 23 19:06:40.521331 dv-cinder-790492-6-iscsi neutron-server[93953]: Metering agent@dv-cinder-790492-6-iscsi: {}, Jun 23 19:06:40.521331 dv-cinder-790492-6-iscsi neutron-server[93953]: Open vSwitch agent@dv-cinder-790492-6-iscsi: { 'AddressGroup': '1.2', Jun 23 19:06:40.521331 dv-cinder-790492-6-iscsi neutron-server[93953]: 'ConntrackHelper': '1.0', Jun 23 19:06:40.521331 dv-cinder-790492-6-iscsi neutron-server[93953]: 'Log': '1.0', Jun 23 19:06:40.521331 dv-cinder-790492-6-iscsi neutron-server[93953]: 'Network': '1.1', Jun 23 19:06:40.521331 dv-cinder-790492-6-iscsi neutron-server[93953]: 'Port': '1.7', Jun 23 19:06:40.521331 dv-cinder-790492-6-iscsi neutron-server[93953]: 'PortForwarding': '1.2', Jun 23 19:06:40.521331 dv-cinder-790492-6-iscsi neutron-server[93953]: 'QosPolicy': '1.8', Jun 23 19:06:40.521331 dv-cinder-790492-6-iscsi neutron-server[93953]: 'SecurityGroup': '1.4', Jun 23 19:06:40.521331 dv-cinder-790492-6-iscsi neutron-server[93953]: 'SecurityGroupRule': '1.2', Jun 23 19:06:40.521331 dv-cinder-790492-6-iscsi neutron-server[93953]: 'SubPort': '1.0', Jun 23 19:06:40.521331 dv-cinder-790492-6-iscsi neutron-server[93953]: 'Subnet': '1.1', Jun 23 19:06:40.521331 dv-cinder-790492-6-iscsi neutron-server[93953]: 'Trunk': '1.1'}} Jun 23 19:06:40.521331 dv-cinder-790492-6-iscsi neutron-server[93953]: {{(pid=93953) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 19:06:40.549490 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169dc691-a31f-4802-a246-9babaa8f6c70 None None] Network e9fa93c1-9380-43f6-a51c-3dfc88effd3b is already hosted by enough agents. {{(pid=93954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:06:40.553914 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.scheduler.base_scheduler [None req-169dc691-a31f-4802-a246-9babaa8f6c70 None None] Resources bound (agent type, host, resource id): {{(pid=93954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:06:40.555730 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169dc691-a31f-4802-a246-9babaa8f6c70 None None] Pushing event updated for resources: {'Port': ['ID=7b072b28-c74e-491a-8636-5ce439d134fb,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:40.560362 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169dc691-a31f-4802-a246-9babaa8f6c70 None None] Received port after_create {{(pid=93954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:06:40.568535 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169dc691-a31f-4802-a246-9babaa8f6c70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:40.568953 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169dc691-a31f-4802-a246-9babaa8f6c70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:40.569355 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169dc691-a31f-4802-a246-9babaa8f6c70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:40.569792 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169dc691-a31f-4802-a246-9babaa8f6c70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:40.570097 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169dc691-a31f-4802-a246-9babaa8f6c70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:40.570537 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169dc691-a31f-4802-a246-9babaa8f6c70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:40.570931 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169dc691-a31f-4802-a246-9babaa8f6c70 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:40.571322 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169dc691-a31f-4802-a246-9babaa8f6c70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:40.571773 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169dc691-a31f-4802-a246-9babaa8f6c70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:40.572165 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169dc691-a31f-4802-a246-9babaa8f6c70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:40.572549 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169dc691-a31f-4802-a246-9babaa8f6c70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:40.572902 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-a421f530-cb05-4714-b9db-fda82335e789 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:40.573095 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169dc691-a31f-4802-a246-9babaa8f6c70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:40.574268 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169dc691-a31f-4802-a246-9babaa8f6c70 None None] Tracked resource versions report: Jun 23 19:06:40.574268 dv-cinder-790492-6-iscsi neutron-server[93954]: pushed versions: Jun 23 19:06:40.574268 dv-cinder-790492-6-iscsi neutron-server[93954]: { 'AddressGroup': {'1.2'}, Jun 23 19:06:40.574268 dv-cinder-790492-6-iscsi neutron-server[93954]: 'ConntrackHelper': {'1.0'}, Jun 23 19:06:40.574268 dv-cinder-790492-6-iscsi neutron-server[93954]: 'Log': {'1.0'}, Jun 23 19:06:40.574268 dv-cinder-790492-6-iscsi neutron-server[93954]: 'Network': {'1.1'}, Jun 23 19:06:40.574268 dv-cinder-790492-6-iscsi neutron-server[93954]: 'Port': {'1.7'}, Jun 23 19:06:40.574268 dv-cinder-790492-6-iscsi neutron-server[93954]: 'PortForwarding': {'1.2'}, Jun 23 19:06:40.574268 dv-cinder-790492-6-iscsi neutron-server[93954]: 'QosPolicy': {'1.8'}, Jun 23 19:06:40.574268 dv-cinder-790492-6-iscsi neutron-server[93954]: 'SecurityGroup': {'1.4'}, Jun 23 19:06:40.574268 dv-cinder-790492-6-iscsi neutron-server[93954]: 'SecurityGroupRule': {'1.2'}, Jun 23 19:06:40.574268 dv-cinder-790492-6-iscsi neutron-server[93954]: 'SubPort': {'1.0'}, Jun 23 19:06:40.574268 dv-cinder-790492-6-iscsi neutron-server[93954]: 'Subnet': {'1.1'}, Jun 23 19:06:40.574268 dv-cinder-790492-6-iscsi neutron-server[93954]: 'Trunk': {'1.1'}} Jun 23 19:06:40.574268 dv-cinder-790492-6-iscsi neutron-server[93954]: consumer versions: Jun 23 19:06:40.574268 dv-cinder-790492-6-iscsi neutron-server[93954]: { DHCP agent@dv-cinder-790492-6-iscsi: {}, Jun 23 19:06:40.574268 dv-cinder-790492-6-iscsi neutron-server[93954]: HyperV agent@hv-cinder-79049: {}, Jun 23 19:06:40.574268 dv-cinder-790492-6-iscsi neutron-server[93954]: L3 agent@dv-cinder-790492-6-iscsi: {}, Jun 23 19:06:40.574268 dv-cinder-790492-6-iscsi neutron-server[93954]: Metadata agent@dv-cinder-790492-6-iscsi: {}, Jun 23 19:06:40.574268 dv-cinder-790492-6-iscsi neutron-server[93954]: Metering agent@dv-cinder-790492-6-iscsi: {}, Jun 23 19:06:40.574268 dv-cinder-790492-6-iscsi neutron-server[93954]: Open vSwitch agent@dv-cinder-790492-6-iscsi: { 'AddressGroup': '1.2', Jun 23 19:06:40.574268 dv-cinder-790492-6-iscsi neutron-server[93954]: 'ConntrackHelper': '1.0', Jun 23 19:06:40.574268 dv-cinder-790492-6-iscsi neutron-server[93954]: 'Log': '1.0', Jun 23 19:06:40.574268 dv-cinder-790492-6-iscsi neutron-server[93954]: 'Network': '1.1', Jun 23 19:06:40.574268 dv-cinder-790492-6-iscsi neutron-server[93954]: 'Port': '1.7', Jun 23 19:06:40.574268 dv-cinder-790492-6-iscsi neutron-server[93954]: 'PortForwarding': '1.2', Jun 23 19:06:40.574268 dv-cinder-790492-6-iscsi neutron-server[93954]: 'QosPolicy': '1.8', Jun 23 19:06:40.574268 dv-cinder-790492-6-iscsi neutron-server[93954]: 'SecurityGroup': '1.4', Jun 23 19:06:40.574268 dv-cinder-790492-6-iscsi neutron-server[93954]: 'SecurityGroupRule': '1.2', Jun 23 19:06:40.574268 dv-cinder-790492-6-iscsi neutron-server[93954]: 'SubPort': '1.0', Jun 23 19:06:40.574268 dv-cinder-790492-6-iscsi neutron-server[93954]: 'Subnet': '1.1', Jun 23 19:06:40.574268 dv-cinder-790492-6-iscsi neutron-server[93954]: 'Trunk': '1.1'}} Jun 23 19:06:40.574268 dv-cinder-790492-6-iscsi neutron-server[93954]: {{(pid=93954) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 19:06:40.581054 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-a421f530-cb05-4714-b9db-fda82335e789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886977'] for segment, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:40.581630 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.db.segments_db [None req-a421f530-cb05-4714-b9db-fda82335e789 admin admin] Added segment d7135929-867b-492a-a39d-0fc939774cf0 of type vlan for network f5f3c45e-312d-4f44-ae96-f074b6189239 Jun 23 19:06:40.582122 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-169dc691-a31f-4802-a246-9babaa8f6c70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:40.658910 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-a421f530-cb05-4714-b9db-fda82335e789 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745549258006'] for network, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:40.666734 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-169dc691-a31f-4802-a246-9babaa8f6c70 None None] Attempting to bind port 7b072b28-c74e-491a-8636-5ce439d134fb on host dv-cinder-790492-6-iscsi for vnic_type normal with profile {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:06:40.667192 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-169dc691-a31f-4802-a246-9babaa8f6c70 None None] Attempting to bind port 7b072b28-c74e-491a-8636-5ce439d134fb by drivers openvswitch,hyperv on host dv-cinder-790492-6-iscsi at level 0 using segments [{'id': '5e6958c6-0673-49ac-8933-d7e0c6aa37e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'e9fa93c1-9380-43f6-a51c-3dfc88effd3b'}] {{(pid=93954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:06:40.668048 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169dc691-a31f-4802-a246-9babaa8f6c70 None None] Attempting to bind port 7b072b28-c74e-491a-8636-5ce439d134fb on network e9fa93c1-9380-43f6-a51c-3dfc88effd3b {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:06:40.674600 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169dc691-a31f-4802-a246-9babaa8f6c70 None None] Checking agent: {'id': '392b78dc-ede3-4892-8962-7877c3ff23c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 58, 33), 'started_at': datetime.datetime(2021, 6, 23, 18, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:06:40.675358 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169dc691-a31f-4802-a246-9babaa8f6c70 None None] Checking segment: {'id': '5e6958c6-0673-49ac-8933-d7e0c6aa37e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'e9fa93c1-9380-43f6-a51c-3dfc88effd3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:06:40.675358 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-169dc691-a31f-4802-a246-9babaa8f6c70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:40.675967 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169dc691-a31f-4802-a246-9babaa8f6c70 None None] Bound using segment: {'id': '5e6958c6-0673-49ac-8933-d7e0c6aa37e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'e9fa93c1-9380-43f6-a51c-3dfc88effd3b'} {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:06:40.676545 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-169dc691-a31f-4802-a246-9babaa8f6c70 None None] Bound port: 7b072b28-c74e-491a-8636-5ce439d134fb, host: dv-cinder-790492-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e6958c6-0673-49ac-8933-d7e0c6aa37e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'e9fa93c1-9380-43f6-a51c-3dfc88effd3b'}}] {{(pid=93954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:06:40.676994 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-169dc691-a31f-4802-a246-9babaa8f6c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:40.708921 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-1a1c90d7-9e9b-44c7-9fcb-2282400d3983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:40.752879 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-169dc691-a31f-4802-a246-9babaa8f6c70 None None] For port 7b072b28-c74e-491a-8636-5ce439d134fb, host dv-cinder-790492-6-iscsi, cleared binding levels {{(pid=93954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:06:40.758980 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-169dc691-a31f-4802-a246-9babaa8f6c70 None None] For port 7b072b28-c74e-491a-8636-5ce439d134fb, host dv-cinder-790492-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=7b072b28-c74e-491a-8636-5ce439d134fb,segment=NetworkSegment(5e6958c6-0673-49ac-8933-d7e0c6aa37e5),segment_id=5e6958c6-0673-49ac-8933-d7e0c6aa37e5)] {{(pid=93954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:06:40.858975 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-a421f530-cb05-4714-b9db-fda82335e789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3862688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898'] for network, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:40.914174 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-1a1c90d7-9e9b-44c7-9fcb-2282400d3983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:40.914174 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a421f530-cb05-4714-b9db-fda82335e789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:40.914174 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-a421f530-cb05-4714-b9db-fda82335e789 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770935'] for network, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:40.914174 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:40.940561 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a1c90d7-9e9b-44c7-9fcb-2282400d3983 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 926} {{(pid=93953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 19:06:41.019507 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-1a1c90d7-9e9b-44c7-9fcb-2282400d3983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886977'] for segment, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:41.019507 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.db.segments_db [None req-1a1c90d7-9e9b-44c7-9fcb-2282400d3983 admin admin] Added segment c8e876c6-8009-40df-a70b-ebc610b44f72 of type vlan for network 135041da-43be-4a0d-8112-dd2b8ce30653 Jun 23 19:06:41.030561 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a421f530-cb05-4714-b9db-fda82335e789 admin admin] Pushing event updated for resources: {'Network': ['ID=f5f3c45e-312d-4f44-ae96-f074b6189239,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:41.036404 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-a421f530-cb05-4714-b9db-fda82335e789 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:41.037651 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.151s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:41.053607 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Network f5f3c45e-312d-4f44-ae96-f074b6189239 details requested by agent ovs-agent-dv-cinder-790492-6-iscsi with host dv-cinder-790492-6-iscsi {{(pid=93954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 19:06:41.098597 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-1a1c90d7-9e9b-44c7-9fcb-2282400d3983 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745549258006'] for network, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:41.110679 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1c90d7-9e9b-44c7-9fcb-2282400d3983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6620f036-1cfd-4c30-9465-82ac351cdc7b,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:41.115474 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-1a1c90d7-9e9b-44c7-9fcb-2282400d3983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:41.230443 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-169dc691-a31f-4802-a246-9babaa8f6c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:41.234826 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:41.275254 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-81aa32e6-c381-47ea-81c5-246ba18c8fe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3706123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5713'] for router, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:41.275254 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-81aa32e6-c381-47ea-81c5-246ba18c8fe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3706112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3728693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3926614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5720'] for router, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:41.291633 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-1a1c90d7-9e9b-44c7-9fcb-2282400d3983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3862688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898'] for network, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:41.292450 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1c90d7-9e9b-44c7-9fcb-2282400d3983 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:41.293234 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-1a1c90d7-9e9b-44c7-9fcb-2282400d3983 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770935'] for network, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:41.305040 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:41.370819 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169dc691-a31f-4802-a246-9babaa8f6c70 None None] Pushing event updated for resources: {'Port': ['ID=7b072b28-c74e-491a-8636-5ce439d134fb,revision_number=2']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:41.379844 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-169dc691-a31f-4802-a246-9babaa8f6c70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:41.419977 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 57078) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:41.420581 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-a421f530-cb05-4714-b9db-fda82335e789 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1845112 Jun 23 19:06:41.426772 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-7b1435f1-e38f-450d-94d0-bedaf0644f6e admin admin] Request body: {'subnet': {'network_id': 'f5f3c45e-312d-4f44-ae96-f074b6189239', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-639439750-subnet', 'tenant_id': '747313d51bad42878d1436304e928d64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:06:41.443426 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-1a1c90d7-9e9b-44c7-9fcb-2282400d3983 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.1728888 Jun 23 19:06:41.446943 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 57080) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:41.508758 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-f4f9e92d-61e9-4e87-bb73-2e01e2e5ffb6 admin admin] Request body: {'subnet': {'network_id': '135041da-43be-4a0d-8112-dd2b8ce30653', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-401159626-subnet', 'tenant_id': '799fb833a74e4ec9879033c46726a559', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:06:41.514552 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-81aa32e6-c381-47ea-81c5-246ba18c8fe9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:41.517188 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1c90d7-9e9b-44c7-9fcb-2282400d3983 admin admin] Pushing event updated for resources: {'Network': ['ID=135041da-43be-4a0d-8112-dd2b8ce30653,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:41.523155 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b1435f1-e38f-450d-94d0-bedaf0644f6e admin admin] Made reservation on behalf of 747313d51bad42878d1436304e928d64 for: {'subnet': 1} {{(pid=93952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:06:41.523783 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-1a1c90d7-9e9b-44c7-9fcb-2282400d3983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:41.529037 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-7b1435f1-e38f-450d-94d0-bedaf0644f6e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:41.530799 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Network 135041da-43be-4a0d-8112-dd2b8ce30653 details requested by agent ovs-agent-dv-cinder-790492-6-iscsi with host dv-cinder-790492-6-iscsi {{(pid=93954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 19:06:41.675962 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f9e92d-61e9-4e87-bb73-2e01e2e5ffb6 admin admin] Made reservation on behalf of 799fb833a74e4ec9879033c46726a559 for: {'subnet': 1} {{(pid=93953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:06:41.681681 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f4f9e92d-61e9-4e87-bb73-2e01e2e5ffb6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:41.939342 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-7b1435f1-e38f-450d-94d0-bedaf0644f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889'] for subnet, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:41.946400 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:41.974972 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-81aa32e6-c381-47ea-81c5-246ba18c8fe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3730983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3705239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5706'] for router, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:42.071892 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1435f1-e38f-450d-94d0-bedaf0644f6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=207ea65d-65ed-417c-9c28-8958ef631365,revision_number=0']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:42.077121 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-7b1435f1-e38f-450d-94d0-bedaf0644f6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:42.128150 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1435f1-e38f-450d-94d0-bedaf0644f6e admin admin] Checking segment: {'id': 'd7135929-867b-492a-a39d-0fc939774cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'f5f3c45e-312d-4f44-ae96-f074b6189239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:06:42.137752 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1435f1-e38f-450d-94d0-bedaf0644f6e admin admin] Network hostable DHCP agents. Network: f5f3c45e-312d-4f44-ae96-f074b6189239, hostable agents: ['46fb5406-63b7-4827-9d8b-19fc67eca6fa'], hosted agents: [] {{(pid=93952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 19:06:42.213169 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1435f1-e38f-450d-94d0-bedaf0644f6e admin admin] Network f5f3c45e-312d-4f44-ae96-f074b6189239 is scheduled to be hosted by DHCP agent 46fb5406-63b7-4827-9d8b-19fc67eca6fa with binding_index 1 {{(pid=93952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 19:06:42.286687 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.base_scheduler [None req-7b1435f1-e38f-450d-94d0-bedaf0644f6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-6-iscsi, f5f3c45e-312d-4f44-ae96-f074b6189239) {{(pid=93952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:06:42.292743 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1435f1-e38f-450d-94d0-bedaf0644f6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:42.292743 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-7b1435f1-e38f-450d-94d0-bedaf0644f6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770935'] for subnet, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:42.302511 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3384e75a-92bf-40e8-b96e-bd6b9a5ae28a None None] Network f5f3c45e-312d-4f44-ae96-f074b6189239 requested from dv-cinder-790492-6-iscsi {{(pid=93954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:06:42.459022 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-7b1435f1-e38f-450d-94d0-bedaf0644f6e admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0376294 Jun 23 19:06:42.463212 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f4f9e92d-61e9-4e87-bb73-2e01e2e5ffb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889'] for subnet, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:42.473518 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:42.520166 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-81aa32e6-c381-47ea-81c5-246ba18c8fe9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:42.550168 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536bfd3d-1ce0-4dc5-91a5-599a53551110 None None] Network f5f3c45e-312d-4f44-ae96-f074b6189239 requested from dv-cinder-790492-6-iscsi {{(pid=93954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:06:42.567511 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-81aa32e6-c381-47ea-81c5-246ba18c8fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-975148'] for port, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:42.635689 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f9e92d-61e9-4e87-bb73-2e01e2e5ffb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d5f5c89-7005-49cd-88db-9b8779875ae2,revision_number=0']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:42.639943 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-f4f9e92d-61e9-4e87-bb73-2e01e2e5ffb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:42.710237 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f9e92d-61e9-4e87-bb73-2e01e2e5ffb6 admin admin] Checking segment: {'id': 'c8e876c6-8009-40df-a70b-ebc610b44f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '135041da-43be-4a0d-8112-dd2b8ce30653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:06:42.710980 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f9e92d-61e9-4e87-bb73-2e01e2e5ffb6 admin admin] Network hostable DHCP agents. Network: 135041da-43be-4a0d-8112-dd2b8ce30653, hostable agents: ['46fb5406-63b7-4827-9d8b-19fc67eca6fa'], hosted agents: [] {{(pid=93953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 19:06:42.812021 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_common [None req-81aa32e6-c381-47ea-81c5-246ba18c8fe9 admin admin] Allocated IP 172.27.1.107 (cc1a8f9f-0501-47a9-94a0-f3af65713199/09e863e5-4e6d-4986-b5d9-3bb63422f84c/f54cdda4-81e2-4724-8206-3151787f90cb) {{(pid=93953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:06:42.814791 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f9e92d-61e9-4e87-bb73-2e01e2e5ffb6 admin admin] Network 135041da-43be-4a0d-8112-dd2b8ce30653 is scheduled to be hosted by DHCP agent 46fb5406-63b7-4827-9d8b-19fc67eca6fa with binding_index 1 {{(pid=93953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 19:06:42.868042 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d18e8f-b910-4aed-99d7-0ba7911b20a9 None None] Network e9fa93c1-9380-43f6-a51c-3dfc88effd3b requested from dv-cinder-790492-6-iscsi {{(pid=93954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:06:42.964029 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [None req-f4f9e92d-61e9-4e87-bb73-2e01e2e5ffb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-6-iscsi, 135041da-43be-4a0d-8112-dd2b8ce30653) {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:06:42.974019 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f9e92d-61e9-4e87-bb73-2e01e2e5ffb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:42.976932 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f4f9e92d-61e9-4e87-bb73-2e01e2e5ffb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770935'] for subnet, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:42.994268 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ba4245-7529-47f0-9165-dfebf0221e0f None None] Network 135041da-43be-4a0d-8112-dd2b8ce30653 requested from dv-cinder-790492-6-iscsi {{(pid=93954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:06:43.033318 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-81aa32e6-c381-47ea-81c5-246ba18c8fe9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:43.060185 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-57bfdda7-201c-4768-8214-e58a0720fc4e None None] Provisioning for port 7b072b28-c74e-491a-8636-5ce439d134fb completed by entity DHCP. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:06:43.096716 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 57136) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:43.101580 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-d201d7d7-1f18-4648-b4c9-efe5d17d0d9c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-401159626-router', 'tenant_id': '799fb833a74e4ec9879033c46726a559', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199'}}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:06:43.105884 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-f4f9e92d-61e9-4e87-bb73-2e01e2e5ffb6 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6128807 Jun 23 19:06:43.214118 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d201d7d7-1f18-4648-b4c9-efe5d17d0d9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3706123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5713'] for router, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:43.215633 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d201d7d7-1f18-4648-b4c9-efe5d17d0d9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3706112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3728693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3926614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5720'] for router, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:43.277928 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-81aa32e6-c381-47ea-81c5-246ba18c8fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-975211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745549236125'] for port, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:43.284129 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:43.352574 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device 7b072b28-c74e-491a-8636-5ce439d134fb up at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:06:43.396067 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d201d7d7-1f18-4648-b4c9-efe5d17d0d9c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:43.527939 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ddc9c9d-d12a-43e4-a43c-858813ec284c None None] Network 135041da-43be-4a0d-8112-dd2b8ce30653 requested from dv-cinder-790492-6-iscsi {{(pid=93954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:06:43.560401 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 57166) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:43.564112 dv-cinder-790492-6-iscsi neutron-server[93952]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 23 19:06:43.565740 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81aa32e6-c381-47ea-81c5-246ba18c8fe9 admin admin] Network cc1a8f9f-0501-47a9-94a0-f3af65713199 is already hosted by enough agents. {{(pid=93953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:06:43.570287 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [None req-81aa32e6-c381-47ea-81c5-246ba18c8fe9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:06:43.580418 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81aa32e6-c381-47ea-81c5-246ba18c8fe9 admin admin] Received port after_create {{(pid=93953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:06:43.636520 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning for port 7b072b28-c74e-491a-8636-5ce439d134fb completed by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:06:43.670532 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning complete for port 7b072b28-c74e-491a-8636-5ce439d134fb triggered by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:06:43.671322 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:43.723648 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aa32e6-c381-47ea-81c5-246ba18c8fe9 admin admin] Pushing event updated for resources: {'Port': ['ID=f54cdda4-81e2-4724-8206-3151787f90cb,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:43.728185 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-81aa32e6-c381-47ea-81c5-246ba18c8fe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:43.892581 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d201d7d7-1f18-4648-b4c9-efe5d17d0d9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3730983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3705239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5706'] for router, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:43.920885 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 57170) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:43.978483 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:44.052404 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-81aa32e6-c381-47ea-81c5-246ba18c8fe9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:44.062765 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] For port 7b072b28-c74e-491a-8636-5ce439d134fb, host dv-cinder-790492-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=7b072b28-c74e-491a-8636-5ce439d134fb,segment=NetworkSegment(5e6958c6-0673-49ac-8933-d7e0c6aa37e5),segment_id=5e6958c6-0673-49ac-8933-d7e0c6aa37e5)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:06:44.095608 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-e766bc60-8c81-4464-b93e-d81593d66a5f None None] Provisioning complete for port 7b072b28-c74e-491a-8636-5ce439d134fb triggered by entity DHCP. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:06:44.096042 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-e766bc60-8c81-4464-b93e-d81593d66a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:44.148215 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-06c2e8c7-3d2d-4585-a435-7378b21cef98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:44.164453 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb25b50d-4d65-4c7f-a8ca-f6155e329a49 req-47b2410d-0222-4287-a9a8-21e02d620887 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:44.192072 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-bb25b50d-4d65-4c7f-a8ca-f6155e329a49 req-47b2410d-0222-4287-a9a8-21e02d620887 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] 10.222.0.69 "GET /v2.0/networks?id=f5f3c45e-312d-4f44-ae96-f074b6189239 HTTP/1.1" status: 200 len: 811 time: 0.6295519 Jun 23 19:06:44.210790 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:44.216695 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:44.252832 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-bb25b50d-4d65-4c7f-a8ca-f6155e329a49 req-c6d689b4-7c20-4446-8d2e-048ea3a19186 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] 10.222.0.69 "GET /v2.0/quotas/747313d51bad42878d1436304e928d64 HTTP/1.1" status: 200 len: 375 time: 0.0595667 Jun 23 19:06:44.355134 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Pushing event updated for resources: {'Port': ['ID=7b072b28-c74e-491a-8636-5ce439d134fb,revision_number=3']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:44.382204 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:44.397002 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-bb25b50d-4d65-4c7f-a8ca-f6155e329a49 req-0212ef65-4124-4b5f-ac27-853384f4380e tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=747313d51bad42878d1436304e928d64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1242840 Jun 23 19:06:44.437447 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 57198) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:44.514498 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-81aa32e6-c381-47ea-81c5-246ba18c8fe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3705246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3731058'] for router, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:44.680747 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d201d7d7-1f18-4648-b4c9-efe5d17d0d9c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:44.708180 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d201d7d7-1f18-4648-b4c9-efe5d17d0d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-975148'] for port, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:44.711784 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-584dde58-7ff5-4cff-9e3d-718249a473be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:44.715419 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-06c2e8c7-3d2d-4585-a435-7378b21cef98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:44.810229 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-06c2e8c7-3d2d-4585-a435-7378b21cef98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:44.812164 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [req-bb25b50d-4d65-4c7f-a8ca-f6155e329a49 req-9c806fd1-825e-44e3-8ae9-21668a07ed54 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 19:06:44.818829 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-bb25b50d-4d65-4c7f-a8ca-f6155e329a49 req-9c806fd1-825e-44e3-8ae9-21668a07ed54 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1018305 Jun 23 19:06:44.833081 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-1a1c90d7-9e9b-44c7-9fcb-2282400d3983 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:44.878454 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81aa32e6-c381-47ea-81c5-246ba18c8fe9 admin admin] Router 9c054af9-db37-478e-9fba-f240a3ce3320 is scheduled to L3 agent 74079d6f-659b-43f4-8a12-30a7ece685bb with binding_index 1 {{(pid=93953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 19:06:44.938479 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-06c2e8c7-3d2d-4585-a435-7378b21cef98 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=540a1d8ae1394acfbeae9c96776c28f6&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0152423 Jun 23 19:06:44.943018 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 57214) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:44.960266 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c2e8c7-3d2d-4585-a435-7378b21cef98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76395da2-118b-45bc-a36e-feae0e2b6b4e,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:44.973297 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-06c2e8c7-3d2d-4585-a435-7378b21cef98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:45.123395 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.db.db_base_plugin_common [None req-d201d7d7-1f18-4648-b4c9-efe5d17d0d9c admin admin] Allocated IP 172.27.1.68 (cc1a8f9f-0501-47a9-94a0-f3af65713199/09e863e5-4e6d-4986-b5d9-3bb63422f84c/08a417f7-71b2-4662-a2d0-debf0e8a8acb) {{(pid=93952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:06:45.132970 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-bb25b50d-4d65-4c7f-a8ca-f6155e329a49 req-1171dc42-c58a-418b-b33a-58604a45d95c service neutron] 10.222.0.69 "GET /v2.0/networks/f5f3c45e-312d-4f44-ae96-f074b6189239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3081124 Jun 23 19:06:45.154023 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-c02b99d0-fcf0-46c3-ac1c-d304db52f758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:45.164820 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81aa32e6-c381-47ea-81c5-246ba18c8fe9 admin admin] Notify agent at l3_agent.dv-cinder-790492-6-iscsi the message routers_updated {{(pid=93953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:06:45.178997 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-584dde58-7ff5-4cff-9e3d-718249a473be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:45.183206 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89c3dff-4a9f-44f3-b65c-3fb535b6da53 None None] Sync routers for ids ['9c054af9-db37-478e-9fba-f240a3ce3320'] in dv-cinder-790492-6-iscsi {{(pid=93955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:06:45.187944 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device 7b072b28-c74e-491a-8636-5ce439d134fb up at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:06:45.197960 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89c3dff-4a9f-44f3-b65c-3fb535b6da53 None None] Routers {'9c054af9-db37-478e-9fba-f240a3ce3320'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:06:45.198948 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-f89c3dff-4a9f-44f3-b65c-3fb535b6da53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:06:33Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['9c054af9-db37-478e-9fba-f240a3ce3320'], 'active': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:06:45.204642 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-c02b99d0-fcf0-46c3-ac1c-d304db52f758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:45.297190 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-584dde58-7ff5-4cff-9e3d-718249a473be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:45.334029 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-06c2e8c7-3d2d-4585-a435-7378b21cef98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:45.346571 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvr_db [None req-f89c3dff-4a9f-44f3-b65c-3fb535b6da53 None None] Set router 9c054af9-db37-478e-9fba-f240a3ce3320 gateway port host: dv-cinder-790492-6-iscsi {{(pid=93955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:06:45.353197 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning complete for port 7b072b28-c74e-491a-8636-5ce439d134fb triggered by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:06:45.353794 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:45.377094 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-81aa32e6-c381-47ea-81c5-246ba18c8fe9 admin admin] Notify callbacks [] for router, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:45.383820 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-81aa32e6-c381-47ea-81c5-246ba18c8fe9 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.5870910 Jun 23 19:06:45.390908 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 57218) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:45.460901 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d201d7d7-1f18-4648-b4c9-efe5d17d0d9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:45.471977 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-584dde58-7ff5-4cff-9e3d-718249a473be admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4aae48db544f40e08373786ae7f4e6ed&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0335734 Jun 23 19:06:45.474124 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584dde58-7ff5-4cff-9e3d-718249a473be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c62c97c-1bf4-4a2c-b4f0-a9dbb1f20757,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:45.476704 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 57222) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:45.481380 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-584dde58-7ff5-4cff-9e3d-718249a473be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:45.485302 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-c02b99d0-fcf0-46c3-ac1c-d304db52f758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:45.490783 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-c02b99d0-fcf0-46c3-ac1c-d304db52f758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:45.493395 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-c02b99d0-fcf0-46c3-ac1c-d304db52f758 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/76395da2-118b-45bc-a36e-feae0e2b6b4e HTTP/1.1" status: 204 len: 168 time: 0.5486829 Jun 23 19:06:45.501148 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-584dde58-7ff5-4cff-9e3d-718249a473be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:45.517403 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02b99d0-fcf0-46c3-ac1c-d304db52f758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76395da2-118b-45bc-a36e-feae0e2b6b4e,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:45.566882 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-f89c3dff-4a9f-44f3-b65c-3fb535b6da53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c054af9-db37-478e-9fba-f240a3ce3320', 'name': 'tempest-AttachVolumeTestJSON-1227294775-router', 'tenant_id': '4cbd9e58e50b42a281ca078879fab751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'f54cdda4-81e2-4724-8206-3151787f90cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:06:41Z', 'updated_at': '2021-06-23T19:06:43Z', 'revision_number': 3, 'project_id': '4cbd9e58e50b42a281ca078879fab751', 'gw_port': {'id': 'f54cdda4-81e2-4724-8206-3151787f90cb', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b8:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c054af9-db37-478e-9fba-f240a3ce3320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:06:42Z', 'updated_at': '2021-06-23T19:06:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi'}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:06:45.600126 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89c3dff-4a9f-44f3-b65c-3fb535b6da53 None None] Checking router: 9c054af9-db37-478e-9fba-f240a3ce3320 for host: dv-cinder-790492-6-iscsi {{(pid=93955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:06:45.601333 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89c3dff-4a9f-44f3-b65c-3fb535b6da53 None None] Updating router 9c054af9-db37-478e-9fba-f240a3ce3320 port f54cdda4-81e2-4724-8206-3151787f90cb binding host dv-cinder-790492-6-iscsi {{(pid=93955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 19:06:45.607022 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-c02b99d0-fcf0-46c3-ac1c-d304db52f758 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:45.644894 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f89c3dff-4a9f-44f3-b65c-3fb535b6da53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:45.725352 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-bb25b50d-4d65-4c7f-a8ca-f6155e329a49 req-86e272a3-1bba-4c84-9c2b-1f0bda89df25 service neutron] 10.222.0.69 "GET /v2.0/networks/f5f3c45e-312d-4f44-ae96-f074b6189239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5778337 Jun 23 19:06:45.793635 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-0d03648f-119f-47df-a6d3-3e6916673e15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:45.829951 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-0d03648f-119f-47df-a6d3-3e6916673e15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:45.912143 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d201d7d7-1f18-4648-b4c9-efe5d17d0d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-975211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745549236125'] for port, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:45.938471 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:46.056939 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d201d7d7-1f18-4648-b4c9-efe5d17d0d9c admin admin] Network cc1a8f9f-0501-47a9-94a0-f3af65713199 is already hosted by enough agents. {{(pid=93952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:06:46.065033 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.base_scheduler [None req-d201d7d7-1f18-4648-b4c9-efe5d17d0d9c admin admin] Resources bound (agent type, host, resource id): {{(pid=93952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:06:46.072443 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d201d7d7-1f18-4648-b4c9-efe5d17d0d9c admin admin] Received port after_create {{(pid=93952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:06:46.181127 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f89c3dff-4a9f-44f3-b65c-3fb535b6da53 None None] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:46.246084 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d201d7d7-1f18-4648-b4c9-efe5d17d0d9c admin admin] Pushing event updated for resources: {'Port': ['ID=08a417f7-71b2-4662-a2d0-debf0e8a8acb,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:46.265143 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 57268) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:46.267642 dv-cinder-790492-6-iscsi neutron-server[93953]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 23 19:06:46.280632 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-d201d7d7-1f18-4648-b4c9-efe5d17d0d9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:46.313215 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.agents_db [None req-808d9167-7b86-4487-ac1f-373b1677e9b0 None None] Agent healthcheck: found 6 active agents {{(pid=93955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:06:46.329650 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-f89c3dff-4a9f-44f3-b65c-3fb535b6da53 None None] Transition to ACTIVE for port object f54cdda4-81e2-4724-8206-3151787f90cb will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:06:46.356966 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-0d03648f-119f-47df-a6d3-3e6916673e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:46.364022 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-0d03648f-119f-47df-a6d3-3e6916673e15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:46.365357 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-0d03648f-119f-47df-a6d3-3e6916673e15 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0c62c97c-1bf4-4a2c-b4f0-a9dbb1f20757 HTTP/1.1" status: 204 len: 168 time: 0.8710876 Jun 23 19:06:46.369765 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:46.435681 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f89c3dff-4a9f-44f3-b65c-3fb535b6da53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:46.441203 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG oslo_concurrency.lockutils [None req-9eb0f592-2270-414b-ad6b-188926b338ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93955) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:46.488234 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d03648f-119f-47df-a6d3-3e6916673e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c62c97c-1bf4-4a2c-b4f0-a9dbb1f20757,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:46.494130 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-0d03648f-119f-47df-a6d3-3e6916673e15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:46.546329 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 57284) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:46.575765 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-7a0c7a1e-e7ac-43ec-9ae8-c5a5299bba29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:46.580971 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fcae5550-6dd1-4494-bdca-2f51485b7dc6 req-c37fea8e-0051-4dcd-bf9b-6986c90b590d tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab6c94e2-8406-4f47-af03-21a0507bab5d HTTP/1.1" status: 200 len: 210 time: 0.3142684 Jun 23 19:06:46.586227 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-f89c3dff-4a9f-44f3-b65c-3fb535b6da53 None None] Attempting to bind port f54cdda4-81e2-4724-8206-3151787f90cb on host dv-cinder-790492-6-iscsi for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:06:46.588148 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-f89c3dff-4a9f-44f3-b65c-3fb535b6da53 None None] Attempting to bind port f54cdda4-81e2-4724-8206-3151787f90cb by drivers openvswitch,hyperv on host dv-cinder-790492-6-iscsi at level 0 using segments [{'id': '5f51114a-3dae-4d84-91d9-b7c41a4d9224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:06:46.589058 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89c3dff-4a9f-44f3-b65c-3fb535b6da53 None None] Attempting to bind port f54cdda4-81e2-4724-8206-3151787f90cb on network cc1a8f9f-0501-47a9-94a0-f3af65713199 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:06:46.608909 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1f5876-a4df-4665-bdb1-2941b096ad37 None None] Pushing event updated for resources: {'Port': ['ID=f54cdda4-81e2-4724-8206-3151787f90cb,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:46.617070 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89c3dff-4a9f-44f3-b65c-3fb535b6da53 None None] Checking agent: {'id': '392b78dc-ede3-4892-8962-7877c3ff23c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 58, 33), 'started_at': datetime.datetime(2021, 6, 23, 18, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:06:46.618897 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89c3dff-4a9f-44f3-b65c-3fb535b6da53 None None] Checking segment: {'id': '5f51114a-3dae-4d84-91d9-b7c41a4d9224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:06:46.620277 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f89c3dff-4a9f-44f3-b65c-3fb535b6da53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:46.621192 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89c3dff-4a9f-44f3-b65c-3fb535b6da53 None None] Bound using segment: {'id': '5f51114a-3dae-4d84-91d9-b7c41a4d9224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:06:46.622797 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-f89c3dff-4a9f-44f3-b65c-3fb535b6da53 None None] Bound port: f54cdda4-81e2-4724-8206-3151787f90cb, host: dv-cinder-790492-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f51114a-3dae-4d84-91d9-b7c41a4d9224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:06:46.625004 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f89c3dff-4a9f-44f3-b65c-3fb535b6da53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:46.628399 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e905cb7f-2a36-43e4-85ea-583dc8d36c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-975148'] for port, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:46.683560 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1f5876-a4df-4665-bdb1-2941b096ad37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:46.685030 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1f5876-a4df-4665-bdb1-2941b096ad37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:46.686524 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1f5876-a4df-4665-bdb1-2941b096ad37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:46.687344 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1f5876-a4df-4665-bdb1-2941b096ad37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:46.688175 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1f5876-a4df-4665-bdb1-2941b096ad37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:46.689240 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1f5876-a4df-4665-bdb1-2941b096ad37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:46.689999 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1f5876-a4df-4665-bdb1-2941b096ad37 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:46.690847 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1f5876-a4df-4665-bdb1-2941b096ad37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:46.691610 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1f5876-a4df-4665-bdb1-2941b096ad37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:46.692288 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1f5876-a4df-4665-bdb1-2941b096ad37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:46.693026 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1f5876-a4df-4665-bdb1-2941b096ad37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:46.694226 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1f5876-a4df-4665-bdb1-2941b096ad37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:46.697202 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1f5876-a4df-4665-bdb1-2941b096ad37 None None] Tracked resource versions report: Jun 23 19:06:46.697202 dv-cinder-790492-6-iscsi neutron-server[93955]: pushed versions: Jun 23 19:06:46.697202 dv-cinder-790492-6-iscsi neutron-server[93955]: { 'AddressGroup': {'1.2'}, Jun 23 19:06:46.697202 dv-cinder-790492-6-iscsi neutron-server[93955]: 'ConntrackHelper': {'1.0'}, Jun 23 19:06:46.697202 dv-cinder-790492-6-iscsi neutron-server[93955]: 'Log': {'1.0'}, Jun 23 19:06:46.697202 dv-cinder-790492-6-iscsi neutron-server[93955]: 'Network': {'1.1'}, Jun 23 19:06:46.697202 dv-cinder-790492-6-iscsi neutron-server[93955]: 'Port': {'1.7'}, Jun 23 19:06:46.697202 dv-cinder-790492-6-iscsi neutron-server[93955]: 'PortForwarding': {'1.2'}, Jun 23 19:06:46.697202 dv-cinder-790492-6-iscsi neutron-server[93955]: 'QosPolicy': {'1.8'}, Jun 23 19:06:46.697202 dv-cinder-790492-6-iscsi neutron-server[93955]: 'SecurityGroup': {'1.4'}, Jun 23 19:06:46.697202 dv-cinder-790492-6-iscsi neutron-server[93955]: 'SecurityGroupRule': {'1.2'}, Jun 23 19:06:46.697202 dv-cinder-790492-6-iscsi neutron-server[93955]: 'SubPort': {'1.0'}, Jun 23 19:06:46.697202 dv-cinder-790492-6-iscsi neutron-server[93955]: 'Subnet': {'1.1'}, Jun 23 19:06:46.697202 dv-cinder-790492-6-iscsi neutron-server[93955]: 'Trunk': {'1.1'}} Jun 23 19:06:46.697202 dv-cinder-790492-6-iscsi neutron-server[93955]: consumer versions: Jun 23 19:06:46.697202 dv-cinder-790492-6-iscsi neutron-server[93955]: { DHCP agent@dv-cinder-790492-6-iscsi: {}, Jun 23 19:06:46.697202 dv-cinder-790492-6-iscsi neutron-server[93955]: HyperV agent@hv-cinder-79049: {}, Jun 23 19:06:46.697202 dv-cinder-790492-6-iscsi neutron-server[93955]: L3 agent@dv-cinder-790492-6-iscsi: {}, Jun 23 19:06:46.697202 dv-cinder-790492-6-iscsi neutron-server[93955]: Metadata agent@dv-cinder-790492-6-iscsi: {}, Jun 23 19:06:46.697202 dv-cinder-790492-6-iscsi neutron-server[93955]: Metering agent@dv-cinder-790492-6-iscsi: {}, Jun 23 19:06:46.697202 dv-cinder-790492-6-iscsi neutron-server[93955]: Open vSwitch agent@dv-cinder-790492-6-iscsi: { 'AddressGroup': '1.2', Jun 23 19:06:46.697202 dv-cinder-790492-6-iscsi neutron-server[93955]: 'ConntrackHelper': '1.0', Jun 23 19:06:46.697202 dv-cinder-790492-6-iscsi neutron-server[93955]: 'Log': '1.0', Jun 23 19:06:46.697202 dv-cinder-790492-6-iscsi neutron-server[93955]: 'Network': '1.1', Jun 23 19:06:46.697202 dv-cinder-790492-6-iscsi neutron-server[93955]: 'Port': '1.7', Jun 23 19:06:46.697202 dv-cinder-790492-6-iscsi neutron-server[93955]: 'PortForwarding': '1.2', Jun 23 19:06:46.697202 dv-cinder-790492-6-iscsi neutron-server[93955]: 'QosPolicy': '1.8', Jun 23 19:06:46.697202 dv-cinder-790492-6-iscsi neutron-server[93955]: 'SecurityGroup': '1.4', Jun 23 19:06:46.697202 dv-cinder-790492-6-iscsi neutron-server[93955]: 'SecurityGroupRule': '1.2', Jun 23 19:06:46.697202 dv-cinder-790492-6-iscsi neutron-server[93955]: 'SubPort': '1.0', Jun 23 19:06:46.697202 dv-cinder-790492-6-iscsi neutron-server[93955]: 'Subnet': '1.1', Jun 23 19:06:46.697202 dv-cinder-790492-6-iscsi neutron-server[93955]: 'Trunk': '1.1'}} Jun 23 19:06:46.697202 dv-cinder-790492-6-iscsi neutron-server[93955]: {{(pid=93955) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 19:06:46.710714 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG oslo_concurrency.lockutils [None req-4f1f5876-a4df-4665-bdb1-2941b096ad37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=93955) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:46.805973 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-f89c3dff-4a9f-44f3-b65c-3fb535b6da53 None None] For port f54cdda4-81e2-4724-8206-3151787f90cb, host dv-cinder-790492-6-iscsi, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:06:46.812908 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-f89c3dff-4a9f-44f3-b65c-3fb535b6da53 None None] For port f54cdda4-81e2-4724-8206-3151787f90cb, host dv-cinder-790492-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=f54cdda4-81e2-4724-8206-3151787f90cb,segment=NetworkSegment(5f51114a-3dae-4d84-91d9-b7c41a4d9224),segment_id=5f51114a-3dae-4d84-91d9-b7c41a4d9224)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:06:46.840005 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d201d7d7-1f18-4648-b4c9-efe5d17d0d9c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:46.905840 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f89c3dff-4a9f-44f3-b65c-3fb535b6da53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:46.913094 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93955) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:47.039532 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 57294) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:47.063873 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-7a0c7a1e-e7ac-43ec-9ae8-c5a5299bba29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:47.072311 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_common [None req-e905cb7f-2a36-43e4-85ea-583dc8d36c97 admin admin] Allocated IP 172.20.0.1 (e9fa93c1-9380-43f6-a51c-3dfc88effd3b/09e805ee-e30d-4540-8ef6-67d65653382f/5be624be-cd06-49ab-9499-f265115a098f) {{(pid=93953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:06:47.136076 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89c3dff-4a9f-44f3-b65c-3fb535b6da53 None None] Routers {'9c054af9-db37-478e-9fba-f240a3ce3320'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:06:47.137142 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-f89c3dff-4a9f-44f3-b65c-3fb535b6da53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:06:33Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['9c054af9-db37-478e-9fba-f240a3ce3320'], 'active': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:06:47.155903 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:47.234674 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e905cb7f-2a36-43e4-85ea-583dc8d36c97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:47.265209 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-e905cb7f-2a36-43e4-85ea-583dc8d36c97 admin admin] Transition to ACTIVE for port object 5be624be-cd06-49ab-9499-f265115a098f will not be triggered until provisioned by entity DHCP. {{(pid=93953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:06:47.314656 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-382f56cc-0222-42c6-ac17-d8fa89a350a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:47.331896 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d201d7d7-1f18-4648-b4c9-efe5d17d0d9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3705246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3731058'] for router, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:47.337526 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-7a0c7a1e-e7ac-43ec-9ae8-c5a5299bba29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:47.352255 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvr_db [None req-f89c3dff-4a9f-44f3-b65c-3fb535b6da53 None None] Set router 9c054af9-db37-478e-9fba-f240a3ce3320 gateway port host: dv-cinder-790492-6-iscsi {{(pid=93955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:06:47.352874 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:47.412416 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0c7a1e-e7ac-43ec-9ae8-c5a5299bba29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6694388-7841-486b-9f11-764bced33e6c,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:47.452497 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e905cb7f-2a36-43e4-85ea-583dc8d36c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-975211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745549236125'] for port, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:47.463882 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-b4f0abed-fc4d-40f8-b8a9-90c500b22698 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:47.502807 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-382f56cc-0222-42c6-ac17-d8fa89a350a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:47.503086 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-7a0c7a1e-e7ac-43ec-9ae8-c5a5299bba29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:47.530806 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e905cb7f-2a36-43e4-85ea-583dc8d36c97 admin admin] Network e9fa93c1-9380-43f6-a51c-3dfc88effd3b is already hosted by enough agents. {{(pid=93953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:06:47.535574 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e905cb7f-2a36-43e4-85ea-583dc8d36c97 admin admin] Pushing event updated for resources: {'Port': ['ID=5be624be-cd06-49ab-9499-f265115a098f,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:47.538080 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [None req-e905cb7f-2a36-43e4-85ea-583dc8d36c97 admin admin] Resources bound (agent type, host, resource id): {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:06:47.551453 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-e905cb7f-2a36-43e4-85ea-583dc8d36c97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:47.562106 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-7a0c7a1e-e7ac-43ec-9ae8-c5a5299bba29 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a82a0c3fcdaf4b6d8154adda2ac6c01f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0140824 Jun 23 19:06:47.567140 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 57310) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:47.569203 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1f5876-a4df-4665-bdb1-2941b096ad37 None None] Pushing event updated for resources: {'Port': ['ID=f54cdda4-81e2-4724-8206-3151787f90cb,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:47.574129 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG oslo_concurrency.lockutils [None req-4f1f5876-a4df-4665-bdb1-2941b096ad37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.661s {{(pid=93955) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:47.583490 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-382f56cc-0222-42c6-ac17-d8fa89a350a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:47.598171 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e905cb7f-2a36-43e4-85ea-583dc8d36c97 admin admin] Received port after_create {{(pid=93953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:06:47.599127 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e905cb7f-2a36-43e4-85ea-583dc8d36c97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3721842'] for router_interface, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:47.728303 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-a421f530-cb05-4714-b9db-fda82335e789 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:47.833115 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-5a0d5499-4304-451f-80e9-9ac4fa2e6082 req-0cf2477c-ea26-4328-86d5-fed827da738b tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab6c94e2-8406-4f47-af03-21a0507bab5d HTTP/1.1" status: 200 len: 210 time: 0.0644755 Jun 23 19:06:47.850631 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-f89c3dff-4a9f-44f3-b65c-3fb535b6da53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c054af9-db37-478e-9fba-f240a3ce3320', 'name': 'tempest-AttachVolumeTestJSON-1227294775-router', 'tenant_id': '4cbd9e58e50b42a281ca078879fab751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'f54cdda4-81e2-4724-8206-3151787f90cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:06:41Z', 'updated_at': '2021-06-23T19:06:43Z', 'revision_number': 3, 'project_id': '4cbd9e58e50b42a281ca078879fab751', 'gw_port': {'id': 'f54cdda4-81e2-4724-8206-3151787f90cb', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b8:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c054af9-db37-478e-9fba-f240a3ce3320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:06:42Z', 'updated_at': '2021-06-23T19:06:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi'}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:06:47.875527 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f56cc-0222-42c6-ac17-d8fa89a350a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d87a1857-9763-41eb-b7e5-d4f9742b50fd,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:47.918585 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89c3dff-4a9f-44f3-b65c-3fb535b6da53 None None] The sync data for ids ['9c054af9-db37-478e-9fba-f240a3ce3320'] in dv-cinder-790492-6-iscsi is: [{'id': '9c054af9-db37-478e-9fba-f240a3ce3320', 'name': 'tempest-AttachVolumeTestJSON-1227294775-router', 'tenant_id': '4cbd9e58e50b42a281ca078879fab751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'f54cdda4-81e2-4724-8206-3151787f90cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:06:41Z', 'updated_at': '2021-06-23T19:06:43Z', 'revision_number': 3, 'project_id': '4cbd9e58e50b42a281ca078879fab751', 'gw_port': {'id': 'f54cdda4-81e2-4724-8206-3151787f90cb', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b8:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c054af9-db37-478e-9fba-f240a3ce3320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:06:42Z', 'updated_at': '2021-06-23T19:06:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi'}] {{(pid=93955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:06:47.931630 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-382f56cc-0222-42c6-ac17-d8fa89a350a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:47.940219 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-7727d22c-c63e-4dde-854b-1beecd0fe65e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:47.975289 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-7727d22c-c63e-4dde-854b-1beecd0fe65e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:48.033925 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d201d7d7-1f18-4648-b4c9-efe5d17d0d9c admin admin] Router 3ebbf5d4-e1ef-4d03-916d-aa5fd6133c94 is scheduled to L3 agent 74079d6f-659b-43f4-8a12-30a7ece685bb with binding_index 1 {{(pid=93952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 19:06:48.048864 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-382f56cc-0222-42c6-ac17-d8fa89a350a6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6057182a2c3c44529b4d6689f871c184&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0076449 Jun 23 19:06:48.050854 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 57328) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:48.067022 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 57330) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:48.082381 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-fd62fe0a-66fb-4334-a1e4-d462f2ce942b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:48.141491 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-7727d22c-c63e-4dde-854b-1beecd0fe65e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:48.149171 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-7727d22c-c63e-4dde-854b-1beecd0fe65e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:48.150564 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-7727d22c-c63e-4dde-854b-1beecd0fe65e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d6694388-7841-486b-9f11-764bced33e6c HTTP/1.1" status: 204 len: 168 time: 0.5659201 Jun 23 19:06:48.152879 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:48.167873 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7727d22c-c63e-4dde-854b-1beecd0fe65e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6694388-7841-486b-9f11-764bced33e6c,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:48.172178 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-7727d22c-c63e-4dde-854b-1beecd0fe65e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:48.193835 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-3111cdbe-fa70-47cc-be4d-4645caf47896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:48.224573 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d201d7d7-1f18-4648-b4c9-efe5d17d0d9c admin admin] Notify agent at l3_agent.dv-cinder-790492-6-iscsi the message routers_updated {{(pid=93952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:06:48.227535 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-3111cdbe-fa70-47cc-be4d-4645caf47896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:48.242687 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4ee2d0-db29-43ad-bd22-0673b8f0103a None None] Sync routers for ids ['3ebbf5d4-e1ef-4d03-916d-aa5fd6133c94'] in dv-cinder-790492-6-iscsi {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:06:48.263642 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4ee2d0-db29-43ad-bd22-0673b8f0103a None None] Routers {'3ebbf5d4-e1ef-4d03-916d-aa5fd6133c94'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:06:48.264851 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-4c4ee2d0-db29-43ad-bd22-0673b8f0103a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:06:33Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['3ebbf5d4-e1ef-4d03-916d-aa5fd6133c94'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:06:48.283517 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e905cb7f-2a36-43e4-85ea-583dc8d36c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:48.314965 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-565d25db-8ae2-4c24-bf69-1d3b4b45b8e7 None None] Provisioning for port 5be624be-cd06-49ab-9499-f265115a098f completed by entity DHCP. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:06:48.323504 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-565d25db-8ae2-4c24-bf69-1d3b4b45b8e7 None None] Provisioning complete for port 5be624be-cd06-49ab-9499-f265115a098f triggered by entity DHCP. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:06:48.324185 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-565d25db-8ae2-4c24-bf69-1d3b4b45b8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:48.393970 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-3111cdbe-fa70-47cc-be4d-4645caf47896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:48.399969 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-3111cdbe-fa70-47cc-be4d-4645caf47896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:48.409070 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-3111cdbe-fa70-47cc-be4d-4645caf47896 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d87a1857-9763-41eb-b7e5-d4f9742b50fd HTTP/1.1" status: 204 len: 168 time: 0.3492742 Jun 23 19:06:48.413347 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-aa606db6-e378-4ada-960f-f50cec4d0c84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:48.455214 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3111cdbe-fa70-47cc-be4d-4645caf47896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87a1857-9763-41eb-b7e5-d4f9742b50fd,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:48.457417 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-4c4ee2d0-db29-43ad-bd22-0673b8f0103a None None] Set router 3ebbf5d4-e1ef-4d03-916d-aa5fd6133c94 gateway port host: dv-cinder-790492-6-iscsi {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:06:48.459703 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-3111cdbe-fa70-47cc-be4d-4645caf47896 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:48.549121 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-fd62fe0a-66fb-4334-a1e4-d462f2ce942b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:48.564331 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-565d25db-8ae2-4c24-bf69-1d3b4b45b8e7 None None] Port 5be624be-cd06-49ab-9499-f265115a098f cannot update to ACTIVE because it is not bound. {{(pid=93954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 19:06:48.673396 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-fd62fe0a-66fb-4334-a1e4-d462f2ce942b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:48.680095 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:48.772941 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d201d7d7-1f18-4648-b4c9-efe5d17d0d9c admin admin] Notify callbacks [] for router, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:48.774943 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-fd62fe0a-66fb-4334-a1e4-d462f2ce942b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=dbbd5f2e65fe433dbdb68eabde3af675&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7066562 Jun 23 19:06:48.775685 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd62fe0a-66fb-4334-a1e4-d462f2ce942b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a354a2a6-c17f-4ab4-ac39-24b98379d0cf,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:48.777949 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-d201d7d7-1f18-4648-b4c9-efe5d17d0d9c admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.6800985 Jun 23 19:06:48.778152 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 57342) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:48.779061 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 57344) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:48.806981 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-fd62fe0a-66fb-4334-a1e4-d462f2ce942b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:48.846194 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-4c4ee2d0-db29-43ad-bd22-0673b8f0103a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ebbf5d4-e1ef-4d03-916d-aa5fd6133c94', 'name': 'tempest-ServerRescueNegativeTestJSON-401159626-router', 'tenant_id': '799fb833a74e4ec9879033c46726a559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '08a417f7-71b2-4662-a2d0-debf0e8a8acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:06:43Z', 'updated_at': '2021-06-23T19:06:46Z', 'revision_number': 3, 'project_id': '799fb833a74e4ec9879033c46726a559', 'gw_port': {'id': '08a417f7-71b2-4662-a2d0-debf0e8a8acb', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:cf:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ebbf5d4-e1ef-4d03-916d-aa5fd6133c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:06:44Z', 'updated_at': '2021-06-23T19:06:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi'}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:06:48.898965 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4ee2d0-db29-43ad-bd22-0673b8f0103a None None] Checking router: 3ebbf5d4-e1ef-4d03-916d-aa5fd6133c94 for host: dv-cinder-790492-6-iscsi {{(pid=93954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:06:48.900036 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4ee2d0-db29-43ad-bd22-0673b8f0103a None None] Updating router 3ebbf5d4-e1ef-4d03-916d-aa5fd6133c94 port 08a417f7-71b2-4662-a2d0-debf0e8a8acb binding host dv-cinder-790492-6-iscsi {{(pid=93954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 19:06:48.950832 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-b3ffb18b-49f7-41d7-bafa-1a99af5cc209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:49.001689 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4c4ee2d0-db29-43ad-bd22-0673b8f0103a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:49.048196 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e905cb7f-2a36-43e4-85ea-583dc8d36c97 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:49.081592 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-b3ffb18b-49f7-41d7-bafa-1a99af5cc209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:49.104850 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-05a7e6d2-f4eb-4d3b-b855-a0afb5488f46 req-dc85bf12-f99b-40a1-87b4-0d67c0502ca2 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab6c94e2-8406-4f47-af03-21a0507bab5d HTTP/1.1" status: 200 len: 210 time: 0.0717535 Jun 23 19:06:49.144309 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e905cb7f-2a36-43e4-85ea-583dc8d36c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:49.316075 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-b3ffb18b-49f7-41d7-bafa-1a99af5cc209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:49.319089 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-b3ffb18b-49f7-41d7-bafa-1a99af5cc209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:49.320301 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-b3ffb18b-49f7-41d7-bafa-1a99af5cc209 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a354a2a6-c17f-4ab4-ac39-24b98379d0cf HTTP/1.1" status: 204 len: 168 time: 0.5400414 Jun 23 19:06:49.328202 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-c2bb9a35-7036-49e4-a1fe-afe6f498c1af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:49.346131 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ffb18b-49f7-41d7-bafa-1a99af5cc209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a354a2a6-c17f-4ab4-ac39-24b98379d0cf,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:49.361992 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-b3ffb18b-49f7-41d7-bafa-1a99af5cc209 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:49.435229 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e905cb7f-2a36-43e4-85ea-583dc8d36c97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4104168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3721886'] for router_interface, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:49.446946 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:49.463843 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device f54cdda4-81e2-4724-8206-3151787f90cb up at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:06:49.584501 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e905cb7f-2a36-43e4-85ea-583dc8d36c97 admin admin] Pushing event updated for resources: {'Port': ['ID=5be624be-cd06-49ab-9499-f265115a098f,revision_number=2']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:49.587979 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-e905cb7f-2a36-43e4-85ea-583dc8d36c97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:49.679923 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning for port f54cdda4-81e2-4724-8206-3151787f90cb completed by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:06:49.690388 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning complete for port f54cdda4-81e2-4724-8206-3151787f90cb triggered by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:06:49.691657 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:49.754732 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4c4ee2d0-db29-43ad-bd22-0673b8f0103a None None] Notify callbacks [] for port, precommit_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:49.771422 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e905cb7f-2a36-43e4-85ea-583dc8d36c97 admin admin] Network e9fa93c1-9380-43f6-a51c-3dfc88effd3b is already hosted by enough agents. {{(pid=93953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:06:49.773679 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4c4ee2d0-db29-43ad-bd22-0673b8f0103a None None] Transition to ACTIVE for port object 08a417f7-71b2-4662-a2d0-debf0e8a8acb will not be triggered until provisioned by entity L2. {{(pid=93954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:06:49.774858 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [None req-e905cb7f-2a36-43e4-85ea-583dc8d36c97 admin admin] Resources bound (agent type, host, resource id): {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:06:49.820562 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:49.881453 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] For port f54cdda4-81e2-4724-8206-3151787f90cb, host dv-cinder-790492-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=f54cdda4-81e2-4724-8206-3151787f90cb,segment=NetworkSegment(5f51114a-3dae-4d84-91d9-b7c41a4d9224),segment_id=5f51114a-3dae-4d84-91d9-b7c41a4d9224)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:06:49.932923 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4c4ee2d0-db29-43ad-bd22-0673b8f0103a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:49.938006 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-c14dc5f2-6407-4203-bf0c-8b7fdc26a5bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:49.980290 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:50.012739 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6189030d-d3f7-4713-a713-81bd98957c2d None None] Pushing event updated for resources: {'Port': ['ID=08a417f7-71b2-4662-a2d0-debf0e8a8acb,revision_number=2']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:50.015652 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-4c4ee2d0-db29-43ad-bd22-0673b8f0103a None None] Attempting to bind port 08a417f7-71b2-4662-a2d0-debf0e8a8acb on host dv-cinder-790492-6-iscsi for vnic_type normal with profile {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:06:50.016060 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-4c4ee2d0-db29-43ad-bd22-0673b8f0103a None None] Attempting to bind port 08a417f7-71b2-4662-a2d0-debf0e8a8acb by drivers openvswitch,hyperv on host dv-cinder-790492-6-iscsi at level 0 using segments [{'id': '5f51114a-3dae-4d84-91d9-b7c41a4d9224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199'}] {{(pid=93954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:06:50.016388 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4ee2d0-db29-43ad-bd22-0673b8f0103a None None] Attempting to bind port 08a417f7-71b2-4662-a2d0-debf0e8a8acb on network cc1a8f9f-0501-47a9-94a0-f3af65713199 {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:06:50.019158 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-6189030d-d3f7-4713-a713-81bd98957c2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:50.019612 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:50.025884 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4ee2d0-db29-43ad-bd22-0673b8f0103a None None] Checking agent: {'id': '392b78dc-ede3-4892-8962-7877c3ff23c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 58, 33), 'started_at': datetime.datetime(2021, 6, 23, 18, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:06:50.026409 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4ee2d0-db29-43ad-bd22-0673b8f0103a None None] Checking segment: {'id': '5f51114a-3dae-4d84-91d9-b7c41a4d9224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:06:50.026703 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4c4ee2d0-db29-43ad-bd22-0673b8f0103a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:50.027117 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4ee2d0-db29-43ad-bd22-0673b8f0103a None None] Bound using segment: {'id': '5f51114a-3dae-4d84-91d9-b7c41a4d9224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199'} {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:06:50.028439 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-4c4ee2d0-db29-43ad-bd22-0673b8f0103a None None] Bound port: 08a417f7-71b2-4662-a2d0-debf0e8a8acb, host: dv-cinder-790492-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f51114a-3dae-4d84-91d9-b7c41a4d9224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199'}}] {{(pid=93954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:06:50.030083 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4c4ee2d0-db29-43ad-bd22-0673b8f0103a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:50.147997 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e905cb7f-2a36-43e4-85ea-583dc8d36c97 admin admin] Router 9c054af9-db37-478e-9fba-f240a3ce3320 has already been hosted by L3 agent 74079d6f-659b-43f4-8a12-30a7ece685bb {{(pid=93953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:06:50.149202 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Pushing event updated for resources: {'Port': ['ID=f54cdda4-81e2-4724-8206-3151787f90cb,revision_number=4']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:50.154267 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:50.162641 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-d7eaeb14-b61e-4ad7-bf38-abe5a4527d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-975148'] for port, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:50.179628 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-aa289247-2177-4254-b3cb-85b958400923 None None] Provisioning complete for port 5be624be-cd06-49ab-9499-f265115a098f triggered by entity DHCP. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:06:50.180416 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-aa289247-2177-4254-b3cb-85b958400923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:50.183017 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-4c4ee2d0-db29-43ad-bd22-0673b8f0103a None None] For port 08a417f7-71b2-4662-a2d0-debf0e8a8acb, host dv-cinder-790492-6-iscsi, cleared binding levels {{(pid=93954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:06:50.188556 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-4c4ee2d0-db29-43ad-bd22-0673b8f0103a None None] For port 08a417f7-71b2-4662-a2d0-debf0e8a8acb, host dv-cinder-790492-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=08a417f7-71b2-4662-a2d0-debf0e8a8acb,segment=NetworkSegment(5f51114a-3dae-4d84-91d9-b7c41a4d9224),segment_id=5f51114a-3dae-4d84-91d9-b7c41a4d9224)] {{(pid=93954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:06:50.239330 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-aa289247-2177-4254-b3cb-85b958400923 None None] Port 5be624be-cd06-49ab-9499-f265115a098f cannot update to ACTIVE because it is not bound. {{(pid=93954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 19:06:50.275464 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4c4ee2d0-db29-43ad-bd22-0673b8f0103a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:50.296549 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-dc6828bb-882a-4380-b045-ba90a2fbca98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:50.382334 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e905cb7f-2a36-43e4-85ea-583dc8d36c97 admin admin] Notify agent at l3_agent.dv-cinder-790492-6-iscsi the message routers_updated {{(pid=93953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:06:50.390892 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-e905cb7f-2a36-43e4-85ea-583dc8d36c97 admin admin] 10.222.0.69 "PUT /v2.0/routers/9c054af9-db37-478e-9fba-f240a3ce3320/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9985290 Jun 23 19:06:50.415353 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4ee2d0-db29-43ad-bd22-0673b8f0103a None None] Routers {'3ebbf5d4-e1ef-4d03-916d-aa5fd6133c94'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:06:50.417336 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-4c4ee2d0-db29-43ad-bd22-0673b8f0103a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:06:33Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['3ebbf5d4-e1ef-4d03-916d-aa5fd6133c94'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:06:50.486467 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a362c79f-1e78-4806-a2c7-87b9da585e32 req-b731c224-d27b-4a35-8ee7-499b36de5d40 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab6c94e2-8406-4f47-af03-21a0507bab5d HTTP/1.1" status: 200 len: 210 time: 0.0395067 Jun 23 19:06:50.500843 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6189030d-d3f7-4713-a713-81bd98957c2d None None] Pushing event updated for resources: {'Port': ['ID=08a417f7-71b2-4662-a2d0-debf0e8a8acb,revision_number=3']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:50.504698 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-6189030d-d3f7-4713-a713-81bd98957c2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:50.576432 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_common [None req-d7eaeb14-b61e-4ad7-bf38-abe5a4527d04 admin admin] Allocated IP 172.20.0.1 (135041da-43be-4a0d-8112-dd2b8ce30653/9d5f5c89-7005-49cd-88db-9b8779875ae2/3a081087-9a5f-4acd-9dab-8dfb7cd30cc5) {{(pid=93953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:06:50.612638 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-4c4ee2d0-db29-43ad-bd22-0673b8f0103a None None] Set router 3ebbf5d4-e1ef-4d03-916d-aa5fd6133c94 gateway port host: dv-cinder-790492-6-iscsi {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:06:50.727745 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-d7eaeb14-b61e-4ad7-bf38-abe5a4527d04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:50.774218 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed16e2f1-f211-4efc-a6e6-c3876257ef1d None None] Sync routers for ids ['9c054af9-db37-478e-9fba-f240a3ce3320'] in dv-cinder-790492-6-iscsi {{(pid=93955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:06:50.795120 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed16e2f1-f211-4efc-a6e6-c3876257ef1d None None] Routers {'9c054af9-db37-478e-9fba-f240a3ce3320'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:06:50.795840 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-ed16e2f1-f211-4efc-a6e6-c3876257ef1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:06:33Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['9c054af9-db37-478e-9fba-f240a3ce3320'], 'active': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:06:50.838301 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 57420) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:50.839590 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-d7eaeb14-b61e-4ad7-bf38-abe5a4527d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-975211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745549236125'] for port, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:50.853445 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:50.877470 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7eaeb14-b61e-4ad7-bf38-abe5a4527d04 admin admin] Network 135041da-43be-4a0d-8112-dd2b8ce30653 is already hosted by enough agents. {{(pid=93953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:06:50.887305 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [None req-d7eaeb14-b61e-4ad7-bf38-abe5a4527d04 admin admin] Resources bound (agent type, host, resource id): {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:06:50.916578 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7eaeb14-b61e-4ad7-bf38-abe5a4527d04 admin admin] Received port after_create {{(pid=93953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:06:50.926534 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-d7eaeb14-b61e-4ad7-bf38-abe5a4527d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3721842'] for router_interface, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:50.946001 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-4c4ee2d0-db29-43ad-bd22-0673b8f0103a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ebbf5d4-e1ef-4d03-916d-aa5fd6133c94', 'name': 'tempest-ServerRescueNegativeTestJSON-401159626-router', 'tenant_id': '799fb833a74e4ec9879033c46726a559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '08a417f7-71b2-4662-a2d0-debf0e8a8acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:06:43Z', 'updated_at': '2021-06-23T19:06:46Z', 'revision_number': 3, 'project_id': '799fb833a74e4ec9879033c46726a559', 'gw_port': {'id': '08a417f7-71b2-4662-a2d0-debf0e8a8acb', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:cf:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ebbf5d4-e1ef-4d03-916d-aa5fd6133c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:06:44Z', 'updated_at': '2021-06-23T19:06:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi'}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:06:50.993192 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4ee2d0-db29-43ad-bd22-0673b8f0103a None None] The sync data for ids ['3ebbf5d4-e1ef-4d03-916d-aa5fd6133c94'] in dv-cinder-790492-6-iscsi is: [{'id': '3ebbf5d4-e1ef-4d03-916d-aa5fd6133c94', 'name': 'tempest-ServerRescueNegativeTestJSON-401159626-router', 'tenant_id': '799fb833a74e4ec9879033c46726a559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '08a417f7-71b2-4662-a2d0-debf0e8a8acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:06:43Z', 'updated_at': '2021-06-23T19:06:46Z', 'revision_number': 3, 'project_id': '799fb833a74e4ec9879033c46726a559', 'gw_port': {'id': '08a417f7-71b2-4662-a2d0-debf0e8a8acb', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:cf:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ebbf5d4-e1ef-4d03-916d-aa5fd6133c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:06:44Z', 'updated_at': '2021-06-23T19:06:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi'}] {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:06:51.031899 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eaeb14-b61e-4ad7-bf38-abe5a4527d04 admin admin] Pushing event updated for resources: {'Port': ['ID=3a081087-9a5f-4acd-9dab-8dfb7cd30cc5,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:51.036962 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-d7eaeb14-b61e-4ad7-bf38-abe5a4527d04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:51.099850 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvr_db [None req-ed16e2f1-f211-4efc-a6e6-c3876257ef1d None None] Set router 9c054af9-db37-478e-9fba-f240a3ce3320 gateway port host: dv-cinder-790492-6-iscsi {{(pid=93955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:06:51.204233 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device f54cdda4-81e2-4724-8206-3151787f90cb up at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:06:51.273131 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-d7eaeb14-b61e-4ad7-bf38-abe5a4527d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:51.359507 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning complete for port f54cdda4-81e2-4724-8206-3151787f90cb triggered by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:06:51.360091 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:51.576277 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-20787a32-acca-4f16-aab4-1190efdc367c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:51.821040 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-d7eaeb14-b61e-4ad7-bf38-abe5a4527d04 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:51.821751 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-ed16e2f1-f211-4efc-a6e6-c3876257ef1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c054af9-db37-478e-9fba-f240a3ce3320', 'name': 'tempest-AttachVolumeTestJSON-1227294775-router', 'tenant_id': '4cbd9e58e50b42a281ca078879fab751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'f54cdda4-81e2-4724-8206-3151787f90cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:06:41Z', 'updated_at': '2021-06-23T19:06:48Z', 'revision_number': 4, 'project_id': '4cbd9e58e50b42a281ca078879fab751', 'gw_port': {'id': 'f54cdda4-81e2-4724-8206-3151787f90cb', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c054af9-db37-478e-9fba-f240a3ce3320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:06:42Z', 'updated_at': '2021-06-23T19:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi', '_interfaces': [{'id': '5be624be-cd06-49ab-9499-f265115a098f', 'name': '', 'network_id': 'e9fa93c1-9380-43f6-a51c-3dfc88effd3b', 'tenant_id': '4cbd9e58e50b42a281ca078879fab751', 'mac_address': 'fa:16:3e:70:80:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c054af9-db37-478e-9fba-f240a3ce3320', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '09e805ee-e30d-4540-8ef6-67d65653382f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:06:46Z', 'updated_at': '2021-06-23T19:06:48Z', 'revision_number': 2, 'project_id': '4cbd9e58e50b42a281ca078879fab751', 'subnets': [{'id': '09e805ee-e30d-4540-8ef6-67d65653382f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:06:51.880360 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-53bf0bdd-22be-4dc3-a7c5-c21ce293d353 req-51a63c3e-7719-4b54-bf82-e6fb0eeb65cc tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab6c94e2-8406-4f47-af03-21a0507bab5d HTTP/1.1" status: 200 len: 210 time: 0.0615110 Jun 23 19:06:51.883742 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-20787a32-acca-4f16-aab4-1190efdc367c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:51.892530 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed16e2f1-f211-4efc-a6e6-c3876257ef1d None None] Checking router: 9c054af9-db37-478e-9fba-f240a3ce3320 for host: dv-cinder-790492-6-iscsi {{(pid=93955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:06:51.893152 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed16e2f1-f211-4efc-a6e6-c3876257ef1d None None] Updating router 9c054af9-db37-478e-9fba-f240a3ce3320 port 5be624be-cd06-49ab-9499-f265115a098f binding host dv-cinder-790492-6-iscsi {{(pid=93955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 19:06:51.920613 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-d7eaeb14-b61e-4ad7-bf38-abe5a4527d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:51.926664 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-d7eaeb14-b61e-4ad7-bf38-abe5a4527d04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4104168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3721886'] for router_interface, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:51.928633 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-e905cb7f-2a36-43e4-85ea-583dc8d36c97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:51.953793 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ed16e2f1-f211-4efc-a6e6-c3876257ef1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:52.007085 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-20787a32-acca-4f16-aab4-1190efdc367c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:52.010124 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:52.083911 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20787a32-acca-4f16-aab4-1190efdc367c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c3d378-b57e-46d6-95b2-b093245a7f36,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:52.091122 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-20787a32-acca-4f16-aab4-1190efdc367c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1d50290c63024648858013d921875c8b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2499526 Jun 23 19:06:52.092556 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-20787a32-acca-4f16-aab4-1190efdc367c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:52.093389 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 57456) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:52.170706 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eaeb14-b61e-4ad7-bf38-abe5a4527d04 admin admin] Pushing event updated for resources: {'Port': ['ID=3a081087-9a5f-4acd-9dab-8dfb7cd30cc5,revision_number=2']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:52.183350 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-d7eaeb14-b61e-4ad7-bf38-abe5a4527d04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:52.239644 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.49', 53812) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:52.281771 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7eaeb14-b61e-4ad7-bf38-abe5a4527d04 admin admin] Network 135041da-43be-4a0d-8112-dd2b8ce30653 is already hosted by enough agents. {{(pid=93953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:06:52.285958 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [None req-d7eaeb14-b61e-4ad7-bf38-abe5a4527d04 admin admin] Resources bound (agent type, host, resource id): {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:06:52.400504 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 57464) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:52.479635 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ed16e2f1-f211-4efc-a6e6-c3876257ef1d None None] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:52.494470 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-ed16e2f1-f211-4efc-a6e6-c3876257ef1d None None] Transition to ACTIVE for port object 5be624be-cd06-49ab-9499-f265115a098f will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:06:52.500678 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-a8606db0-5e9d-437b-b4d5-047358ce0543 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Request body: {'security_group': {'name': 'tempest-securitygroup--896504868', 'description': 'tempest-description--363124504'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:06:52.534035 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-415b8ede-7448-4565-8b37-fbd93ba7e185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:52.565290 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-415b8ede-7448-4565-8b37-fbd93ba7e185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:52.589257 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ed16e2f1-f211-4efc-a6e6-c3876257ef1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:52.596235 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93955) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:52.615056 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7eaeb14-b61e-4ad7-bf38-abe5a4527d04 admin admin] Router 3ebbf5d4-e1ef-4d03-916d-aa5fd6133c94 has already been hosted by L3 agent 74079d6f-659b-43f4-8a12-30a7ece685bb {{(pid=93953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:06:52.633848 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a8606db0-5e9d-437b-b4d5-047358ce0543 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:52.667280 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2c8334-d178-4330-9aad-2f523d1b12c5 None None] Pushing event updated for resources: {'Port': ['ID=5be624be-cd06-49ab-9499-f265115a098f,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:52.671068 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG oslo_concurrency.lockutils [None req-5f2c8334-d178-4330-9aad-2f523d1b12c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93955) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:52.696775 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb25b50d-4d65-4c7f-a8ca-f6155e329a49 req-e78a3d2a-b843-4b07-86df-39bf656a8f82 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:52.698467 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-bb25b50d-4d65-4c7f-a8ca-f6155e329a49 req-e78a3d2a-b843-4b07-86df-39bf656a8f82 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] 10.222.0.49 "GET /v2.0/networks?id=f5f3c45e-312d-4f44-ae96-f074b6189239 HTTP/1.1" status: 200 len: 811 time: 0.4546392 Jun 23 19:06:52.788178 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-ed16e2f1-f211-4efc-a6e6-c3876257ef1d None None] Attempting to bind port 5be624be-cd06-49ab-9499-f265115a098f on host dv-cinder-790492-6-iscsi for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:06:52.788912 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-ed16e2f1-f211-4efc-a6e6-c3876257ef1d None None] Attempting to bind port 5be624be-cd06-49ab-9499-f265115a098f by drivers openvswitch,hyperv on host dv-cinder-790492-6-iscsi at level 0 using segments [{'id': '5e6958c6-0673-49ac-8933-d7e0c6aa37e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'e9fa93c1-9380-43f6-a51c-3dfc88effd3b'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:06:52.789538 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed16e2f1-f211-4efc-a6e6-c3876257ef1d None None] Attempting to bind port 5be624be-cd06-49ab-9499-f265115a098f on network e9fa93c1-9380-43f6-a51c-3dfc88effd3b {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:06:52.795516 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7eaeb14-b61e-4ad7-bf38-abe5a4527d04 admin admin] Notify agent at l3_agent.dv-cinder-790492-6-iscsi the message routers_updated {{(pid=93953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:06:52.798750 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed16e2f1-f211-4efc-a6e6-c3876257ef1d None None] Checking agent: {'id': '392b78dc-ede3-4892-8962-7877c3ff23c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 58, 33), 'started_at': datetime.datetime(2021, 6, 23, 18, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:06:52.799718 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed16e2f1-f211-4efc-a6e6-c3876257ef1d None None] Checking segment: {'id': '5e6958c6-0673-49ac-8933-d7e0c6aa37e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'e9fa93c1-9380-43f6-a51c-3dfc88effd3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:06:52.800541 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ed16e2f1-f211-4efc-a6e6-c3876257ef1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:52.801789 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed16e2f1-f211-4efc-a6e6-c3876257ef1d None None] Bound using segment: {'id': '5e6958c6-0673-49ac-8933-d7e0c6aa37e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'e9fa93c1-9380-43f6-a51c-3dfc88effd3b'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:06:52.802541 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-ed16e2f1-f211-4efc-a6e6-c3876257ef1d None None] Bound port: 5be624be-cd06-49ab-9499-f265115a098f, host: dv-cinder-790492-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e6958c6-0673-49ac-8933-d7e0c6aa37e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'e9fa93c1-9380-43f6-a51c-3dfc88effd3b'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:06:52.803189 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ed16e2f1-f211-4efc-a6e6-c3876257ef1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:52.807327 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [req-bb25b50d-4d65-4c7f-a8ca-f6155e329a49 req-abb16ecb-ba54-4da1-b522-2c3ed7be64c4 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] Request body: {'port': {'device_id': 'ab6c94e2-8406-4f47-af03-21a0507bab5d', 'network_id': 'f5f3c45e-312d-4f44-ae96-f074b6189239', 'admin_state_up': True, 'tenant_id': '747313d51bad42878d1436304e928d64'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:06:52.810841 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-d7eaeb14-b61e-4ad7-bf38-abe5a4527d04 admin admin] 10.222.0.69 "PUT /v2.0/routers/3ebbf5d4-e1ef-4d03-916d-aa5fd6133c94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0263975 Jun 23 19:06:52.897199 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-415b8ede-7448-4565-8b37-fbd93ba7e185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:52.921171 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-415b8ede-7448-4565-8b37-fbd93ba7e185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:52.922669 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-415b8ede-7448-4565-8b37-fbd93ba7e185 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a9c3d378-b57e-46d6-95b2-b093245a7f36 HTTP/1.1" status: 204 len: 168 time: 0.8280256 Jun 23 19:06:52.931742 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:52.932294 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-ed16e2f1-f211-4efc-a6e6-c3876257ef1d None None] For port 5be624be-cd06-49ab-9499-f265115a098f, host dv-cinder-790492-6-iscsi, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:06:52.937567 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-ed16e2f1-f211-4efc-a6e6-c3876257ef1d None None] For port 5be624be-cd06-49ab-9499-f265115a098f, host dv-cinder-790492-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=5be624be-cd06-49ab-9499-f265115a098f,segment=NetworkSegment(5e6958c6-0673-49ac-8933-d7e0c6aa37e5),segment_id=5e6958c6-0673-49ac-8933-d7e0c6aa37e5)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:06:53.030522 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ed16e2f1-f211-4efc-a6e6-c3876257ef1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:53.043882 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG oslo_concurrency.lockutils [None req-4f1f5876-a4df-4665-bdb1-2941b096ad37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93955) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:53.388102 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed16e2f1-f211-4efc-a6e6-c3876257ef1d None None] Routers {'9c054af9-db37-478e-9fba-f240a3ce3320'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:06:53.388102 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-ed16e2f1-f211-4efc-a6e6-c3876257ef1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:06:33Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['9c054af9-db37-478e-9fba-f240a3ce3320'], 'active': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:06:53.401640 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415b8ede-7448-4565-8b37-fbd93ba7e185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c3d378-b57e-46d6-95b2-b093245a7f36,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:53.401640 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-415b8ede-7448-4565-8b37-fbd93ba7e185 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:53.453131 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvr_db [None req-ed16e2f1-f211-4efc-a6e6-c3876257ef1d None None] Set router 9c054af9-db37-478e-9fba-f240a3ce3320 gateway port host: dv-cinder-790492-6-iscsi {{(pid=93955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:06:53.501446 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device 08a417f7-71b2-4662-a2d0-debf0e8a8acb up at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:06:53.577456 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2c8334-d178-4330-9aad-2f523d1b12c5 None None] Pushing event updated for resources: {'Port': ['ID=5be624be-cd06-49ab-9499-f265115a098f,revision_number=4']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:53.629369 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG oslo_concurrency.lockutils [None req-5f2c8334-d178-4330-9aad-2f523d1b12c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=93955) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:53.743127 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-bfaf74de-dd49-44bb-b70a-f32524cc3181 req-a002ce24-1023-4975-b699-8b1c161a6075 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab6c94e2-8406-4f47-af03-21a0507bab5d HTTP/1.1" status: 200 len: 210 time: 0.1636498 Jun 23 19:06:53.747932 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a8606db0-5e9d-437b-b4d5-047358ce0543 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:53.817824 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-ed16e2f1-f211-4efc-a6e6-c3876257ef1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c054af9-db37-478e-9fba-f240a3ce3320', 'name': 'tempest-AttachVolumeTestJSON-1227294775-router', 'tenant_id': '4cbd9e58e50b42a281ca078879fab751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'f54cdda4-81e2-4724-8206-3151787f90cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:06:41Z', 'updated_at': '2021-06-23T19:06:48Z', 'revision_number': 4, 'project_id': '4cbd9e58e50b42a281ca078879fab751', 'gw_port': {'id': 'f54cdda4-81e2-4724-8206-3151787f90cb', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c054af9-db37-478e-9fba-f240a3ce3320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:06:42Z', 'updated_at': '2021-06-23T19:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi', '_interfaces': [{'id': '5be624be-cd06-49ab-9499-f265115a098f', 'name': '', 'network_id': 'e9fa93c1-9380-43f6-a51c-3dfc88effd3b', 'tenant_id': '4cbd9e58e50b42a281ca078879fab751', 'mac_address': 'fa:16:3e:70:80:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c054af9-db37-478e-9fba-f240a3ce3320', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '09e805ee-e30d-4540-8ef6-67d65653382f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:06:46Z', 'updated_at': '2021-06-23T19:06:52Z', 'revision_number': 4, 'project_id': '4cbd9e58e50b42a281ca078879fab751', 'subnets': [{'id': '09e805ee-e30d-4540-8ef6-67d65653382f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:06:53.841531 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning for port 08a417f7-71b2-4662-a2d0-debf0e8a8acb completed by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:06:53.847363 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning complete for port 08a417f7-71b2-4662-a2d0-debf0e8a8acb triggered by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:06:53.848081 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:53.858157 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed16e2f1-f211-4efc-a6e6-c3876257ef1d None None] The sync data for ids ['9c054af9-db37-478e-9fba-f240a3ce3320'] in dv-cinder-790492-6-iscsi is: [{'id': '9c054af9-db37-478e-9fba-f240a3ce3320', 'name': 'tempest-AttachVolumeTestJSON-1227294775-router', 'tenant_id': '4cbd9e58e50b42a281ca078879fab751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'f54cdda4-81e2-4724-8206-3151787f90cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:06:41Z', 'updated_at': '2021-06-23T19:06:48Z', 'revision_number': 4, 'project_id': '4cbd9e58e50b42a281ca078879fab751', 'gw_port': {'id': 'f54cdda4-81e2-4724-8206-3151787f90cb', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c054af9-db37-478e-9fba-f240a3ce3320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:06:42Z', 'updated_at': '2021-06-23T19:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi', '_interfaces': [{'id': '5be624be-cd06-49ab-9499-f265115a098f', 'name': '', 'network_id': 'e9fa93c1-9380-43f6-a51c-3dfc88effd3b', 'tenant_id': '4cbd9e58e50b42a281ca078879fab751', 'mac_address': 'fa:16:3e:70:80:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c054af9-db37-478e-9fba-f240a3ce3320', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '09e805ee-e30d-4540-8ef6-67d65653382f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:06:46Z', 'updated_at': '2021-06-23T19:06:52Z', 'revision_number': 4, 'project_id': '4cbd9e58e50b42a281ca078879fab751', 'subnets': [{'id': '09e805ee-e30d-4540-8ef6-67d65653382f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:06:53.909241 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a8606db0-5e9d-437b-b4d5-047358ce0543 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:53.926059 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-20787a32-acca-4f16-aab4-1190efdc367c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:54.034997 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:54.053304 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e6320a-5275-4aed-a71b-6384a7aa0a79 None None] Sync routers for ids ['3ebbf5d4-e1ef-4d03-916d-aa5fd6133c94'] in dv-cinder-790492-6-iscsi {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:06:54.091910 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e6320a-5275-4aed-a71b-6384a7aa0a79 None None] Routers {'3ebbf5d4-e1ef-4d03-916d-aa5fd6133c94'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:06:54.093227 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-46e6320a-5275-4aed-a71b-6384a7aa0a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:06:33Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['3ebbf5d4-e1ef-4d03-916d-aa5fd6133c94'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:06:54.102785 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] For port 08a417f7-71b2-4662-a2d0-debf0e8a8acb, host dv-cinder-790492-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=08a417f7-71b2-4662-a2d0-debf0e8a8acb,segment=NetworkSegment(5f51114a-3dae-4d84-91d9-b7c41a4d9224),segment_id=5f51114a-3dae-4d84-91d9-b7c41a4d9224)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:06:54.207937 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8606db0-5e9d-437b-b4d5-047358ce0543 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91571f0b-7134-4fa9-bd9c-2145cc487829,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:54.230784 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-a8606db0-5e9d-437b-b4d5-047358ce0543 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:54.305828 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb25b50d-4d65-4c7f-a8ca-f6155e329a49 req-abb16ecb-ba54-4da1-b522-2c3ed7be64c4 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] Made reservation on behalf of 747313d51bad42878d1436304e928d64 for: {'port': 1} {{(pid=93952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:06:54.310625 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-bb25b50d-4d65-4c7f-a8ca-f6155e329a49 req-abb16ecb-ba54-4da1-b522-2c3ed7be64c4 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-975148'] for port, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:54.328679 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:54.344173 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:54.391127 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a8606db0-5e9d-437b-b4d5-047358ce0543 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:54.393168 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-a8606db0-5e9d-437b-b4d5-047358ce0543 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 1.9928906 Jun 23 19:06:54.396950 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 57534) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:54.404868 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-46e6320a-5275-4aed-a71b-6384a7aa0a79 None None] Set router 3ebbf5d4-e1ef-4d03-916d-aa5fd6133c94 gateway port host: dv-cinder-790492-6-iscsi {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:06:54.405982 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-26ac7283-8a85-4124-9a24-87ec0734def8 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Request body: {'security_group_rule': {'security_group_id': '91571f0b-7134-4fa9-bd9c-2145cc487829', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:06:54.641333 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-26ac7283-8a85-4124-9a24-87ec0734def8 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:54.709493 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Pushing event updated for resources: {'Port': ['ID=08a417f7-71b2-4662-a2d0-debf0e8a8acb,revision_number=4']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:54.715142 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:54.740488 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.db.db_base_plugin_common [req-bb25b50d-4d65-4c7f-a8ca-f6155e329a49 req-abb16ecb-ba54-4da1-b522-2c3ed7be64c4 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] Allocated IP 172.20.0.11 (f5f3c45e-312d-4f44-ae96-f074b6189239/207ea65d-65ed-417c-9c28-8958ef631365/0eb164b5-f4a9-4f37-bb7c-2aaef95c7e7e) {{(pid=93952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:06:54.868388 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-26ac7283-8a85-4124-9a24-87ec0734def8 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:54.926671 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-26ac7283-8a85-4124-9a24-87ec0734def8 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921769'] for security_group_rule, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:54.929141 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:54.988926 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ac7283-8a85-4124-9a24-87ec0734def8 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75a1b312-b208-46cc-8ebd-c0b0a4a13f66,revision_number=0']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:55.001144 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-26ac7283-8a85-4124-9a24-87ec0734def8 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:55.036898 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 57554) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:55.078334 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-294c573f-66e9-4fa6-aa37-3098fce14e00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:55.123721 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-46e6320a-5275-4aed-a71b-6384a7aa0a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ebbf5d4-e1ef-4d03-916d-aa5fd6133c94', 'name': 'tempest-ServerRescueNegativeTestJSON-401159626-router', 'tenant_id': '799fb833a74e4ec9879033c46726a559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '08a417f7-71b2-4662-a2d0-debf0e8a8acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:06:43Z', 'updated_at': '2021-06-23T19:06:51Z', 'revision_number': 4, 'project_id': '799fb833a74e4ec9879033c46726a559', 'gw_port': {'id': '08a417f7-71b2-4662-a2d0-debf0e8a8acb', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:cf:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ebbf5d4-e1ef-4d03-916d-aa5fd6133c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:06:44Z', 'updated_at': '2021-06-23T19:06:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi', '_interfaces': [{'id': '3a081087-9a5f-4acd-9dab-8dfb7cd30cc5', 'name': '', 'network_id': '135041da-43be-4a0d-8112-dd2b8ce30653', 'tenant_id': '799fb833a74e4ec9879033c46726a559', 'mac_address': 'fa:16:3e:aa:1e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ebbf5d4-e1ef-4d03-916d-aa5fd6133c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9d5f5c89-7005-49cd-88db-9b8779875ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:06:50Z', 'updated_at': '2021-06-23T19:06:51Z', 'revision_number': 2, 'project_id': '799fb833a74e4ec9879033c46726a559', 'subnets': [{'id': '9d5f5c89-7005-49cd-88db-9b8779875ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:06:55.128592 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-bfe6320f-85f5-4c17-95f8-d7fc1ed7519d req-12e6fdd2-989a-4d41-8a36-183d6511b94e tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab6c94e2-8406-4f47-af03-21a0507bab5d HTTP/1.1" status: 200 len: 210 time: 0.0633647 Jun 23 19:06:55.129638 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-26ac7283-8a85-4124-9a24-87ec0734def8 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:55.131138 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-26ac7283-8a85-4124-9a24-87ec0734def8 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7327063 Jun 23 19:06:55.139793 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 57558) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:55.147667 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-9622f54f-af0e-4963-8949-4ec24198ece6 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Request body: {'security_group_rule': {'security_group_id': '91571f0b-7134-4fa9-bd9c-2145cc487829', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:06:55.219935 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e6320a-5275-4aed-a71b-6384a7aa0a79 None None] Checking router: 3ebbf5d4-e1ef-4d03-916d-aa5fd6133c94 for host: dv-cinder-790492-6-iscsi {{(pid=93954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:06:55.220307 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e6320a-5275-4aed-a71b-6384a7aa0a79 None None] Updating router 3ebbf5d4-e1ef-4d03-916d-aa5fd6133c94 port 3a081087-9a5f-4acd-9dab-8dfb7cd30cc5 binding host dv-cinder-790492-6-iscsi {{(pid=93954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 19:06:55.264242 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-46e6320a-5275-4aed-a71b-6384a7aa0a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:55.287712 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9622f54f-af0e-4963-8949-4ec24198ece6 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:55.350117 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-bb25b50d-4d65-4c7f-a8ca-f6155e329a49 req-abb16ecb-ba54-4da1-b522-2c3ed7be64c4 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] Notify callbacks [] for port, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:55.430439 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9622f54f-af0e-4963-8949-4ec24198ece6 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:55.469403 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device 08a417f7-71b2-4662-a2d0-debf0e8a8acb up at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:06:55.485958 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-bb25b50d-4d65-4c7f-a8ca-f6155e329a49 req-abb16ecb-ba54-4da1-b522-2c3ed7be64c4 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-975211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745549236125'] for port, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:55.498529 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-d201d7d7-1f18-4648-b4c9-efe5d17d0d9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:55.518189 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-294c573f-66e9-4fa6-aa37-3098fce14e00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:55.559286 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9622f54f-af0e-4963-8949-4ec24198ece6 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921769'] for security_group_rule, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:55.567063 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-26ac7283-8a85-4124-9a24-87ec0734def8 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:55.602037 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb25b50d-4d65-4c7f-a8ca-f6155e329a49 req-abb16ecb-ba54-4da1-b522-2c3ed7be64c4 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] Network f5f3c45e-312d-4f44-ae96-f074b6189239 is already hosted by enough agents. {{(pid=93952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:06:55.613236 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.base_scheduler [req-bb25b50d-4d65-4c7f-a8ca-f6155e329a49 req-abb16ecb-ba54-4da1-b522-2c3ed7be64c4 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] Resources bound (agent type, host, resource id): {{(pid=93952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:06:55.616508 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb25b50d-4d65-4c7f-a8ca-f6155e329a49 req-abb16ecb-ba54-4da1-b522-2c3ed7be64c4 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] Received port after_create {{(pid=93952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:06:55.624357 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb25b50d-4d65-4c7f-a8ca-f6155e329a49 req-abb16ecb-ba54-4da1-b522-2c3ed7be64c4 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:55.625074 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-bb25b50d-4d65-4c7f-a8ca-f6155e329a49 req-abb16ecb-ba54-4da1-b522-2c3ed7be64c4 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770935'] for port, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:55.649338 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-294c573f-66e9-4fa6-aa37-3098fce14e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:55.670993 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9622f54f-af0e-4963-8949-4ec24198ece6 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61aa3d97-915c-4095-9195-b0a79ffdff8b,revision_number=0']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:55.703204 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-9622f54f-af0e-4963-8949-4ec24198ece6 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:55.704838 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:55.724148 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning complete for port 08a417f7-71b2-4662-a2d0-debf0e8a8acb triggered by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:06:55.725108 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:55.739025 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88599009-d637-4dbf-a3f3-3d88a02fa24c req-57a9ce12-daba-486f-ae47-50670f30bf19 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:55.743439 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-88599009-d637-4dbf-a3f3-3d88a02fa24c req-57a9ce12-daba-486f-ae47-50670f30bf19 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/networks?id=135041da-43be-4a0d-8112-dd2b8ce30653 HTTP/1.1" status: 200 len: 818 time: 0.4370029 Jun 23 19:06:55.744267 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb16ecb-ba54-4da1-b522-2c3ed7be64c4 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] Pushing event updated for resources: {'Port': ['ID=0eb164b5-f4a9-4f37-bb7c-2aaef95c7e7e,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:55.756411 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-abb16ecb-ba54-4da1-b522-2c3ed7be64c4 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:55.770390 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-294c573f-66e9-4fa6-aa37-3098fce14e00 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=371e607451584584b0907f9dc29a83ba&name=default HTTP/1.1" status: 200 len: 2978 time: 0.7290363 Jun 23 19:06:55.773345 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 57574) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:55.776018 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-88599009-d637-4dbf-a3f3-3d88a02fa24c req-34fedb11-27f6-40ba-ae7d-ac9636a9dc2c tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/quotas/799fb833a74e4ec9879033c46726a559 HTTP/1.1" status: 200 len: 375 time: 0.0186372 Jun 23 19:06:55.807551 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9622f54f-af0e-4963-8949-4ec24198ece6 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:55.809290 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-9622f54f-af0e-4963-8949-4ec24198ece6 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6676023 Jun 23 19:06:55.820766 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 57576) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:55.826308 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-d43184f6-42b2-4679-a4db-f7945cd8f3dd tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Request body: {'floatingip': {'floating_network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:06:55.827690 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-bb25b50d-4d65-4c7f-a8ca-f6155e329a49 req-abb16ecb-ba54-4da1-b522-2c3ed7be64c4 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0287249 Jun 23 19:06:55.849576 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [req-bb25b50d-4d65-4c7f-a8ca-f6155e329a49 req-71d30250-622c-4b12-bb32-032bfc2f4b3f tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 19:06:55.851238 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-bb25b50d-4d65-4c7f-a8ca-f6155e329a49 req-71d30250-622c-4b12-bb32-032bfc2f4b3f tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080087 Jun 23 19:06:55.870040 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294c573f-66e9-4fa6-aa37-3098fce14e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a721627-d8be-4a64-9356-259e801c657a,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:55.907188 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-294c573f-66e9-4fa6-aa37-3098fce14e00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:55.922369 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device 5be624be-cd06-49ab-9499-f265115a098f up at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:06:55.938884 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-88599009-d637-4dbf-a3f3-3d88a02fa24c req-4f995a86-8b1a-4265-be85-dee8799c7089 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=799fb833a74e4ec9879033c46726a559&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1556616 Jun 23 19:06:55.989523 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-d43184f6-42b2-4679-a4db-f7945cd8f3dd tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks [] for floatingip, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:56.053689 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-46e6320a-5275-4aed-a71b-6384a7aa0a79 None None] Notify callbacks [] for port, precommit_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:56.079249 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-88599009-d637-4dbf-a3f3-3d88a02fa24c req-1419cd9c-1f2f-4fd0-baac-611ca92873c8 service neutron] 10.222.0.69 "GET /v2.0/networks/135041da-43be-4a0d-8112-dd2b8ce30653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331692 Jun 23 19:06:56.097308 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-46e6320a-5275-4aed-a71b-6384a7aa0a79 None None] Transition to ACTIVE for port object 3a081087-9a5f-4acd-9dab-8dfb7cd30cc5 will not be triggered until provisioned by entity L2. {{(pid=93954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:06:56.105812 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-ba4e66fa-9a32-4dec-be2a-93c3fd0c1327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:56.173321 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-46e6320a-5275-4aed-a71b-6384a7aa0a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:56.180380 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-169dc691-a31f-4802-a246-9babaa8f6c70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:56.195009 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-88599009-d637-4dbf-a3f3-3d88a02fa24c req-70eab866-a88e-414f-8652-735736185886 service neutron] 10.222.0.69 "GET /v2.0/networks/135041da-43be-4a0d-8112-dd2b8ce30653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143105 Jun 23 19:06:56.252547 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning for port 5be624be-cd06-49ab-9499-f265115a098f completed by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:06:56.301954 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-ba4e66fa-9a32-4dec-be2a-93c3fd0c1327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:56.331276 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning complete for port 5be624be-cd06-49ab-9499-f265115a098f triggered by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:06:56.331951 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:56.390543 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 57588) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:56.442867 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e804d2-b275-47de-9d61-ea0f2870df36 None None] Pushing event updated for resources: {'Port': ['ID=3a081087-9a5f-4acd-9dab-8dfb7cd30cc5,revision_number=3']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:56.466387 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-70e804d2-b275-47de-9d61-ea0f2870df36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:56.719034 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-b4814931-7138-4962-8a45-71e6eef8af47 req-942384ae-9f6e-4556-8b2a-ee5f4648c5f3 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a6ad38a-50fb-4059-96f4-e736067a8448 HTTP/1.1" status: 200 len: 210 time: 0.0638914 Jun 23 19:06:56.738995 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-46e6320a-5275-4aed-a71b-6384a7aa0a79 None None] Attempting to bind port 3a081087-9a5f-4acd-9dab-8dfb7cd30cc5 on host dv-cinder-790492-6-iscsi for vnic_type normal with profile {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:06:56.739581 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-46e6320a-5275-4aed-a71b-6384a7aa0a79 None None] Attempting to bind port 3a081087-9a5f-4acd-9dab-8dfb7cd30cc5 by drivers openvswitch,hyperv on host dv-cinder-790492-6-iscsi at level 0 using segments [{'id': 'c8e876c6-8009-40df-a70b-ebc610b44f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '135041da-43be-4a0d-8112-dd2b8ce30653'}] {{(pid=93954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:06:56.744746 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e6320a-5275-4aed-a71b-6384a7aa0a79 None None] Attempting to bind port 3a081087-9a5f-4acd-9dab-8dfb7cd30cc5 on network 135041da-43be-4a0d-8112-dd2b8ce30653 {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:06:56.769421 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e6320a-5275-4aed-a71b-6384a7aa0a79 None None] Checking agent: {'id': '392b78dc-ede3-4892-8962-7877c3ff23c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 58, 33), 'started_at': datetime.datetime(2021, 6, 23, 18, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:06:56.770027 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e6320a-5275-4aed-a71b-6384a7aa0a79 None None] Checking segment: {'id': 'c8e876c6-8009-40df-a70b-ebc610b44f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '135041da-43be-4a0d-8112-dd2b8ce30653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:06:56.770594 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-46e6320a-5275-4aed-a71b-6384a7aa0a79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:56.771809 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e6320a-5275-4aed-a71b-6384a7aa0a79 None None] Bound using segment: {'id': 'c8e876c6-8009-40df-a70b-ebc610b44f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '135041da-43be-4a0d-8112-dd2b8ce30653'} {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:06:56.772951 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-46e6320a-5275-4aed-a71b-6384a7aa0a79 None None] Bound port: 3a081087-9a5f-4acd-9dab-8dfb7cd30cc5, host: dv-cinder-790492-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8e876c6-8009-40df-a70b-ebc610b44f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '135041da-43be-4a0d-8112-dd2b8ce30653'}}] {{(pid=93954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:06:56.773709 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-46e6320a-5275-4aed-a71b-6384a7aa0a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:56.980340 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:57.016591 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-81201413-f78f-48b9-9206-25324b200a07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:57.090130 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-d43184f6-42b2-4679-a4db-f7945cd8f3dd tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-975148'] for port, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:57.210488 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-46e6320a-5275-4aed-a71b-6384a7aa0a79 None None] For port 3a081087-9a5f-4acd-9dab-8dfb7cd30cc5, host dv-cinder-790492-6-iscsi, cleared binding levels {{(pid=93954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:06:57.224354 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [req-bb25b50d-4d65-4c7f-a8ca-f6155e329a49 req-4f65caf6-399f-40b9-b814-807e9a80a624 service neutron] Request body: {'port': {'device_id': 'ab6c94e2-8406-4f47-af03-21a0507bab5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:06:57.337318 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] For port 5be624be-cd06-49ab-9499-f265115a098f, host dv-cinder-790492-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=5be624be-cd06-49ab-9499-f265115a098f,segment=NetworkSegment(5e6958c6-0673-49ac-8933-d7e0c6aa37e5),segment_id=5e6958c6-0673-49ac-8933-d7e0c6aa37e5)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:06:57.380807 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-46e6320a-5275-4aed-a71b-6384a7aa0a79 None None] For port 3a081087-9a5f-4acd-9dab-8dfb7cd30cc5, host dv-cinder-790492-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=3a081087-9a5f-4acd-9dab-8dfb7cd30cc5,segment=NetworkSegment(c8e876c6-8009-40df-a70b-ebc610b44f72),segment_id=c8e876c6-8009-40df-a70b-ebc610b44f72)] {{(pid=93954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:06:57.400293 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:57.408399 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:57.438391 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_common [None req-d43184f6-42b2-4679-a4db-f7945cd8f3dd tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Allocated IP 172.27.1.77 (cc1a8f9f-0501-47a9-94a0-f3af65713199/09e863e5-4e6d-4986-b5d9-3bb63422f84c/1cd3f14a-dad5-4600-ac93-b9140b1509cb) {{(pid=93953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:06:57.494278 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-46e6320a-5275-4aed-a71b-6384a7aa0a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:57.623065 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-bb25b50d-4d65-4c7f-a8ca-f6155e329a49 req-4f65caf6-399f-40b9-b814-807e9a80a624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:57.645941 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Pushing event updated for resources: {'Port': ['ID=5be624be-cd06-49ab-9499-f265115a098f,revision_number=5']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:57.677995 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:57.678505 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.162s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:57.702639 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e6320a-5275-4aed-a71b-6384a7aa0a79 None None] Routers {'3ebbf5d4-e1ef-4d03-916d-aa5fd6133c94'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:06:57.707053 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-46e6320a-5275-4aed-a71b-6384a7aa0a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:06:33Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['3ebbf5d4-e1ef-4d03-916d-aa5fd6133c94'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:06:57.803421 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-d43184f6-42b2-4679-a4db-f7945cd8f3dd tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks [] for port, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:57.990636 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-d43184f6-42b2-4679-a4db-f7945cd8f3dd tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-975211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745549236125'] for port, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:58.011914 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-81aa32e6-c381-47ea-81c5-246ba18c8fe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:58.124284 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43184f6-42b2-4679-a4db-f7945cd8f3dd tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Pushing event updated for resources: {'Port': ['ID=1cd3f14a-dad5-4600-ac93-b9140b1509cb,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:58.133994 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e804d2-b275-47de-9d61-ea0f2870df36 None None] Pushing event updated for resources: {'Port': ['ID=3a081087-9a5f-4acd-9dab-8dfb7cd30cc5,revision_number=4']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:58.153119 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-d43184f6-42b2-4679-a4db-f7945cd8f3dd tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:58.157758 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-70e804d2-b275-47de-9d61-ea0f2870df36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:58.176241 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c7d87-4e5b-4d68-97ba-86de0e0c88d9 req-3fa15a64-bd60-44bf-bdd5-f508ab1933d5 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:58.189249 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a22c7d87-4e5b-4d68-97ba-86de0e0c88d9 req-3fa15a64-bd60-44bf-bdd5-f508ab1933d5 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab6c94e2-8406-4f47-af03-21a0507bab5d HTTP/1.1" status: 200 len: 932 time: 1.4938354 Jun 23 19:06:58.211282 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-46e6320a-5275-4aed-a71b-6384a7aa0a79 None None] Set router 3ebbf5d4-e1ef-4d03-916d-aa5fd6133c94 gateway port host: dv-cinder-790492-6-iscsi {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:06:58.289166 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.notifiers.nova [req-bb25b50d-4d65-4c7f-a8ca-f6155e329a49 req-4f65caf6-399f-40b9-b814-807e9a80a624 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0eb164b5-f4a9-4f37-bb7c-2aaef95c7e7e {{(pid=93952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:06:58.299809 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-bb25b50d-4d65-4c7f-a8ca-f6155e329a49 req-4f65caf6-399f-40b9-b814-807e9a80a624 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:58.319049 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.db.provisioning_blocks [req-bb25b50d-4d65-4c7f-a8ca-f6155e329a49 req-4f65caf6-399f-40b9-b814-807e9a80a624 service neutron] Transition to ACTIVE for port object 0eb164b5-f4a9-4f37-bb7c-2aaef95c7e7e will not be triggered until provisioned by entity L2. {{(pid=93952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:06:58.356252 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a22c7d87-4e5b-4d68-97ba-86de0e0c88d9 req-763f7ebc-c47b-4556-a6be-f43c97109341 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c75d1db-d2b7-4df5-924b-f61d8e7468a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636078 Jun 23 19:06:58.364659 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-ba4e66fa-9a32-4dec-be2a-93c3fd0c1327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:58.368627 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43184f6-42b2-4679-a4db-f7945cd8f3dd tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Network cc1a8f9f-0501-47a9-94a0-f3af65713199 is already hosted by enough agents. {{(pid=93953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:06:58.372604 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-ba4e66fa-9a32-4dec-be2a-93c3fd0c1327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:58.374114 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-ba4e66fa-9a32-4dec-be2a-93c3fd0c1327 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8a721627-d8be-4a64-9356-259e801c657a HTTP/1.1" status: 204 len: 168 time: 2.5995009 Jun 23 19:06:58.375048 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:58.384295 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4e66fa-9a32-4dec-be2a-93c3fd0c1327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a721627-d8be-4a64-9356-259e801c657a,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:58.388225 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [None req-d43184f6-42b2-4679-a4db-f7945cd8f3dd tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Resources bound (agent type, host, resource id): {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:06:58.391295 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-ba4e66fa-9a32-4dec-be2a-93c3fd0c1327 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:58.393297 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43184f6-42b2-4679-a4db-f7945cd8f3dd tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Received port after_create {{(pid=93953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:06:58.440853 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-bb25b50d-4d65-4c7f-a8ca-f6155e329a49 req-4f65caf6-399f-40b9-b814-807e9a80a624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:58.458760 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:58.506046 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-d43184f6-42b2-4679-a4db-f7945cd8f3dd tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:58.616648 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f65caf6-399f-40b9-b814-807e9a80a624 service neutron] Pushing event updated for resources: {'Port': ['ID=0eb164b5-f4a9-4f37-bb7c-2aaef95c7e7e,revision_number=2']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:58.645104 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-4f65caf6-399f-40b9-b814-807e9a80a624 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:58.745102 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-d43184f6-42b2-4679-a4db-f7945cd8f3dd tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:58.818940 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-46e6320a-5275-4aed-a71b-6384a7aa0a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ebbf5d4-e1ef-4d03-916d-aa5fd6133c94', 'name': 'tempest-ServerRescueNegativeTestJSON-401159626-router', 'tenant_id': '799fb833a74e4ec9879033c46726a559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '08a417f7-71b2-4662-a2d0-debf0e8a8acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:06:43Z', 'updated_at': '2021-06-23T19:06:51Z', 'revision_number': 4, 'project_id': '799fb833a74e4ec9879033c46726a559', 'gw_port': {'id': '08a417f7-71b2-4662-a2d0-debf0e8a8acb', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:cf:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebbf5d4-e1ef-4d03-916d-aa5fd6133c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:06:44Z', 'updated_at': '2021-06-23T19:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi', '_interfaces': [{'id': '3a081087-9a5f-4acd-9dab-8dfb7cd30cc5', 'name': '', 'network_id': '135041da-43be-4a0d-8112-dd2b8ce30653', 'tenant_id': '799fb833a74e4ec9879033c46726a559', 'mac_address': 'fa:16:3e:aa:1e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ebbf5d4-e1ef-4d03-916d-aa5fd6133c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9d5f5c89-7005-49cd-88db-9b8779875ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:06:50Z', 'updated_at': '2021-06-23T19:06:57Z', 'revision_number': 4, 'project_id': '799fb833a74e4ec9879033c46726a559', 'subnets': [{'id': '9d5f5c89-7005-49cd-88db-9b8779875ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:06:58.867103 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e6320a-5275-4aed-a71b-6384a7aa0a79 None None] The sync data for ids ['3ebbf5d4-e1ef-4d03-916d-aa5fd6133c94'] in dv-cinder-790492-6-iscsi is: [{'id': '3ebbf5d4-e1ef-4d03-916d-aa5fd6133c94', 'name': 'tempest-ServerRescueNegativeTestJSON-401159626-router', 'tenant_id': '799fb833a74e4ec9879033c46726a559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '08a417f7-71b2-4662-a2d0-debf0e8a8acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:06:43Z', 'updated_at': '2021-06-23T19:06:51Z', 'revision_number': 4, 'project_id': '799fb833a74e4ec9879033c46726a559', 'gw_port': {'id': '08a417f7-71b2-4662-a2d0-debf0e8a8acb', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:cf:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebbf5d4-e1ef-4d03-916d-aa5fd6133c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:06:44Z', 'updated_at': '2021-06-23T19:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi', '_interfaces': [{'id': '3a081087-9a5f-4acd-9dab-8dfb7cd30cc5', 'name': '', 'network_id': '135041da-43be-4a0d-8112-dd2b8ce30653', 'tenant_id': '799fb833a74e4ec9879033c46726a559', 'mac_address': 'fa:16:3e:aa:1e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ebbf5d4-e1ef-4d03-916d-aa5fd6133c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9d5f5c89-7005-49cd-88db-9b8779875ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:06:50Z', 'updated_at': '2021-06-23T19:06:57Z', 'revision_number': 4, 'project_id': '799fb833a74e4ec9879033c46726a559', 'subnets': [{'id': '9d5f5c89-7005-49cd-88db-9b8779875ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:06:58.880848 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf9ec6-715a-4bd1-8339-5ade7365f6cc req-4b2946ac-d8fd-4fde-bca4-73568af228d9 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:58.891616 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0fcf9ec6-715a-4bd1-8339-5ade7365f6cc req-4b2946ac-d8fd-4fde-bca4-73568af228d9 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/networks?id=135041da-43be-4a0d-8112-dd2b8ce30653 HTTP/1.1" status: 200 len: 818 time: 0.5692592 Jun 23 19:06:58.983851 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-81201413-f78f-48b9-9206-25324b200a07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:59.002300 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0fcf9ec6-715a-4bd1-8339-5ade7365f6cc req-dbda2738-9c1a-44bb-951b-c2fc723d2623 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/quotas/799fb833a74e4ec9879033c46726a559 HTTP/1.1" status: 200 len: 375 time: 0.1089213 Jun 23 19:06:59.067763 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [req-bb25b50d-4d65-4c7f-a8ca-f6155e329a49 req-4f65caf6-399f-40b9-b814-807e9a80a624 service neutron] Attempting to bind port 0eb164b5-f4a9-4f37-bb7c-2aaef95c7e7e on host hv-cinder-79049 for vnic_type normal with profile {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:06:59.068312 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [req-bb25b50d-4d65-4c7f-a8ca-f6155e329a49 req-4f65caf6-399f-40b9-b814-807e9a80a624 service neutron] Attempting to bind port 0eb164b5-f4a9-4f37-bb7c-2aaef95c7e7e by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'd7135929-867b-492a-a39d-0fc939774cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'f5f3c45e-312d-4f44-ae96-f074b6189239'}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:06:59.068594 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb25b50d-4d65-4c7f-a8ca-f6155e329a49 req-4f65caf6-399f-40b9-b814-807e9a80a624 service neutron] Attempting to bind port 0eb164b5-f4a9-4f37-bb7c-2aaef95c7e7e on network f5f3c45e-312d-4f44-ae96-f074b6189239 {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:06:59.080328 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb25b50d-4d65-4c7f-a8ca-f6155e329a49 req-4f65caf6-399f-40b9-b814-807e9a80a624 service neutron] Port 0eb164b5-f4a9-4f37-bb7c-2aaef95c7e7e on network f5f3c45e-312d-4f44-ae96-f074b6189239 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 19:06:59.080969 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb25b50d-4d65-4c7f-a8ca-f6155e329a49 req-4f65caf6-399f-40b9-b814-807e9a80a624 service neutron] Attempting to bind port 0eb164b5-f4a9-4f37-bb7c-2aaef95c7e7e on network f5f3c45e-312d-4f44-ae96-f074b6189239 {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:06:59.103553 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb25b50d-4d65-4c7f-a8ca-f6155e329a49 req-4f65caf6-399f-40b9-b814-807e9a80a624 service neutron] Checking agent: {'id': '931bf73c-9d40-46c8-855c-92667356b0d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 19, 4, 47), 'started_at': datetime.datetime(2021, 6, 23, 19, 4, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:06:59.103553 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb25b50d-4d65-4c7f-a8ca-f6155e329a49 req-4f65caf6-399f-40b9-b814-807e9a80a624 service neutron] Checking segment: {'id': 'd7135929-867b-492a-a39d-0fc939774cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'f5f3c45e-312d-4f44-ae96-f074b6189239'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:06:59.103553 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb25b50d-4d65-4c7f-a8ca-f6155e329a49 req-4f65caf6-399f-40b9-b814-807e9a80a624 service neutron] Bound using segment: {'id': 'd7135929-867b-492a-a39d-0fc939774cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'f5f3c45e-312d-4f44-ae96-f074b6189239'} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:06:59.103553 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [req-bb25b50d-4d65-4c7f-a8ca-f6155e329a49 req-4f65caf6-399f-40b9-b814-807e9a80a624 service neutron] Bound port: 0eb164b5-f4a9-4f37-bb7c-2aaef95c7e7e, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7135929-867b-492a-a39d-0fc939774cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'f5f3c45e-312d-4f44-ae96-f074b6189239'}}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:06:59.103553 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-bb25b50d-4d65-4c7f-a8ca-f6155e329a49 req-4f65caf6-399f-40b9-b814-807e9a80a624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:59.334894 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-d43184f6-42b2-4679-a4db-f7945cd8f3dd tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks [] for port, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:59.451260 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-d43184f6-42b2-4679-a4db-f7945cd8f3dd tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:59.455030 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:59.488011 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-81201413-f78f-48b9-9206-25324b200a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:59.498573 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-a8606db0-5e9d-437b-b4d5-047358ce0543 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:59.864431 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 57682) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:59.864431 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43184f6-42b2-4679-a4db-f7945cd8f3dd tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Pushing event updated for resources: {'Port': ['ID=1cd3f14a-dad5-4600-ac93-b9140b1509cb,revision_number=2']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:59.864431 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-d43184f6-42b2-4679-a4db-f7945cd8f3dd tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:59.864431 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-d43184f6-42b2-4679-a4db-f7945cd8f3dd tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3708797'] for floatingip, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:59.867569 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [req-bb25b50d-4d65-4c7f-a8ca-f6155e329a49 req-4f65caf6-399f-40b9-b814-807e9a80a624 service neutron] For port 0eb164b5-f4a9-4f37-bb7c-2aaef95c7e7e, host hv-cinder-79049, cleared binding levels {{(pid=93952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:06:59.867569 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [req-bb25b50d-4d65-4c7f-a8ca-f6155e329a49 req-4f65caf6-399f-40b9-b814-807e9a80a624 service neutron] For port 0eb164b5-f4a9-4f37-bb7c-2aaef95c7e7e, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=0eb164b5-f4a9-4f37-bb7c-2aaef95c7e7e,segment=NetworkSegment(d7135929-867b-492a-a39d-0fc939774cf0),segment_id=d7135929-867b-492a-a39d-0fc939774cf0)] {{(pid=93952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:06:59.867569 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81201413-f78f-48b9-9206-25324b200a07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef5714a9-b0fd-4b49-b3d9-83f253931cf9,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:59.867569 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-81201413-f78f-48b9-9206-25324b200a07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:59.869017 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5769f2-a518-4a01-98ea-9328ce4c6b4a req-fa698b7b-39a3-46a6-8750-a8370329dddd tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:59.869017 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9f5769f2-a518-4a01-98ea-9328ce4c6b4a req-fa698b7b-39a3-46a6-8750-a8370329dddd tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab6c94e2-8406-4f47-af03-21a0507bab5d HTTP/1.1" status: 200 len: 944 time: 0.1285107 Jun 23 19:06:59.869927 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-81201413-f78f-48b9-9206-25324b200a07 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b72c869a0971464da828a63121882ec3&name=default HTTP/1.1" status: 200 len: 2979 time: 3.4135118 Jun 23 19:06:59.869927 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0fcf9ec6-715a-4bd1-8339-5ade7365f6cc req-a194de37-0944-40b2-a339-bcbe4d2c2a22 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=799fb833a74e4ec9879033c46726a559&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8052065 Jun 23 19:06:59.870548 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9f5769f2-a518-4a01-98ea-9328ce4c6b4a req-44aef0f1-047a-48ab-bd9f-440a54608168 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c75d1db-d2b7-4df5-924b-f61d8e7468a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371227 Jun 23 19:06:59.870548 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f99af21a-2066-4b50-be03-4368143b7438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:59.889378 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 57688) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:59.924008 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device 3a081087-9a5f-4acd-9dab-8dfb7cd30cc5 up at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:07:00.095343 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0fcf9ec6-715a-4bd1-8339-5ade7365f6cc req-f934501e-86f3-4d77-82a3-51e2df9998b6 service neutron] 10.222.0.69 "GET /v2.0/networks/135041da-43be-4a0d-8112-dd2b8ce30653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700949 Jun 23 19:07:00.104015 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-8f241fa9-2312-4d23-8183-85e650fd61cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:00.167598 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-8f241fa9-2312-4d23-8183-85e650fd61cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:00.220252 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0fcf9ec6-715a-4bd1-8339-5ade7365f6cc req-d52f8aa6-a455-49a0-be70-9c5f7fb9ca5a service neutron] 10.222.0.69 "GET /v2.0/networks/135041da-43be-4a0d-8112-dd2b8ce30653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175487 Jun 23 19:07:00.281075 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-bb25b50d-4d65-4c7f-a8ca-f6155e329a49 req-4f65caf6-399f-40b9-b814-807e9a80a624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:00.286720 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-d43184f6-42b2-4679-a4db-f7945cd8f3dd tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064'] for floatingip, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:00.295228 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-d43184f6-42b2-4679-a4db-f7945cd8f3dd tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4687054 Jun 23 19:07:00.301140 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-4f65caf6-399f-40b9-b814-807e9a80a624 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:00.339008 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning for port 3a081087-9a5f-4acd-9dab-8dfb7cd30cc5 completed by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:07:00.348032 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-379129fb-91f3-45aa-9143-b892aaabeedb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:00.377822 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning complete for port 3a081087-9a5f-4acd-9dab-8dfb7cd30cc5 triggered by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:07:00.381310 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:00.435862 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb25b50d-4d65-4c7f-a8ca-f6155e329a49 req-4f65caf6-399f-40b9-b814-807e9a80a624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:00.438881 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-bb25b50d-4d65-4c7f-a8ca-f6155e329a49 req-4f65caf6-399f-40b9-b814-807e9a80a624 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770935'] for port, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:00.455192 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-bb25b50d-4d65-4c7f-a8ca-f6155e329a49 req-4f65caf6-399f-40b9-b814-807e9a80a624 service neutron] 10.222.0.49 "PUT /v2.0/ports/0eb164b5-f4a9-4f37-bb7c-2aaef95c7e7e HTTP/1.1" status: 200 len: 1094 time: 3.8811920 Jun 23 19:07:00.482365 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab6c94e2-8406-4f47-af03-21a0507bab5d', 'tag': '0eb164b5-f4a9-4f37-bb7c-2aaef95c7e7e'}] {{(pid=93952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:07:00.586689 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-8f241fa9-2312-4d23-8183-85e650fd61cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:00.638606 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-8f241fa9-2312-4d23-8183-85e650fd61cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:00.648805 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:00.663612 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-8f241fa9-2312-4d23-8183-85e650fd61cc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ef5714a9-b0fd-4b49-b3d9-83f253931cf9 HTTP/1.1" status: 204 len: 168 time: 0.7635932 Jun 23 19:07:00.687833 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-c529e73a-5277-48a0-8223-e0f001c84614 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:00.778236 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f241fa9-2312-4d23-8183-85e650fd61cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef5714a9-b0fd-4b49-b3d9-83f253931cf9,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:00.801004 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-8f241fa9-2312-4d23-8183-85e650fd61cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:00.870615 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] For port 3a081087-9a5f-4acd-9dab-8dfb7cd30cc5, host dv-cinder-790492-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=3a081087-9a5f-4acd-9dab-8dfb7cd30cc5,segment=NetworkSegment(c8e876c6-8009-40df-a70b-ebc610b44f72),segment_id=c8e876c6-8009-40df-a70b-ebc610b44f72)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:07:00.970058 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:00.983589 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device 5be624be-cd06-49ab-9499-f265115a098f up at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:07:00.983589 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:01.094516 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f65caf6-399f-40b9-b814-807e9a80a624 service neutron] Pushing event updated for resources: {'Port': ['ID=0eb164b5-f4a9-4f37-bb7c-2aaef95c7e7e,revision_number=3']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:01.105023 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-4f65caf6-399f-40b9-b814-807e9a80a624 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.803s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:01.169392 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb25b50d-4d65-4c7f-a8ca-f6155e329a49 req-500d8ada-dd53-408c-9420-e419cdbff97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:01.172956 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-bb25b50d-4d65-4c7f-a8ca-f6155e329a49 req-500d8ada-dd53-408c-9420-e419cdbff97b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=747313d51bad42878d1436304e928d64&device_id=ab6c94e2-8406-4f47-af03-21a0507bab5d HTTP/1.1" status: 200 len: 1097 time: 0.4146745 Jun 23 19:07:01.174594 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-bed582aa-869c-4fa1-a130-1ff7cc0f3f9e req-083e55bb-612e-429f-8625-95ce6e7139cf tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=bceecb90-8e11-49b3-a5c3-1734f6f49918 HTTP/1.1" status: 200 len: 210 time: 0.1966541 Jun 23 19:07:01.290534 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f99af21a-2066-4b50-be03-4368143b7438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:01.383534 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f99af21a-2066-4b50-be03-4368143b7438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:01.387711 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-fd62fe0a-66fb-4334-a1e4-d462f2ce942b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:01.446965 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-bb25b50d-4d65-4c7f-a8ca-f6155e329a49 req-30771b2a-5246-40aa-b20d-2c96eaff33e1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0eb164b5-f4a9-4f37-bb7c-2aaef95c7e7e HTTP/1.1" status: 200 len: 217 time: 0.2538519 Jun 23 19:07:01.499123 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-f99af21a-2066-4b50-be03-4368143b7438 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e9dd7c09c7334f05b72624da8210fc93&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8769331 Jun 23 19:07:01.504158 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 57744) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:01.530747 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99af21a-2066-4b50-be03-4368143b7438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89e79dc-30c6-4262-8a20-153d7cdc8233,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:01.545528 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-f99af21a-2066-4b50-be03-4368143b7438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:01.697506 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Pushing event updated for resources: {'Port': ['ID=3a081087-9a5f-4acd-9dab-8dfb7cd30cc5,revision_number=5']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:01.705064 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.727s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:01.713144 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning complete for port 5be624be-cd06-49ab-9499-f265115a098f triggered by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:07:01.718183 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:01.790902 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb25b50d-4d65-4c7f-a8ca-f6155e329a49 req-a0a88977-2ec0-4da0-bdca-5d5bb27aeb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:01.792852 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-bb25b50d-4d65-4c7f-a8ca-f6155e329a49 req-a0a88977-2ec0-4da0-bdca-5d5bb27aeb65 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=207ea65d-65ed-417c-9c28-8958ef631365 HTTP/1.1" status: 200 len: 851 time: 0.2808959 Jun 23 19:07:01.805143 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-cf71b191-d64a-4669-8834-06a63b24ae31 req-cf57d02f-44e5-4c9f-b8ba-42ba274b5236 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--896504868&fields=id&tenant_id=4cbd9e58e50b42a281ca078879fab751 HTTP/1.1" status: 200 len: 267 time: 0.1839976 Jun 23 19:07:01.942997 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-bb25b50d-4d65-4c7f-a8ca-f6155e329a49 req-212a6b06-47d1-41d2-8bf8-e36f0641f343 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f5f3c45e-312d-4f44-ae96-f074b6189239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1294496 Jun 23 19:07:02.009631 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f182585-6a6e-4cf5-98d4-30c037b21802 req-dc1ecd8d-65d0-4d79-803d-d74ee4059731 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:02.019260 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-4f182585-6a6e-4cf5-98d4-30c037b21802 req-dc1ecd8d-65d0-4d79-803d-d74ee4059731 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab6c94e2-8406-4f47-af03-21a0507bab5d HTTP/1.1" status: 200 len: 944 time: 0.5845520 Jun 23 19:07:02.103135 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-46f45c92-9ecd-4303-9581-dba316e12ae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:02.169065 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device 3a081087-9a5f-4acd-9dab-8dfb7cd30cc5 up at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:07:02.277105 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf71b191-d64a-4669-8834-06a63b24ae31 req-23ed2a87-7b80-434b-847e-35b1fe37c0bb tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:02.287327 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-46f45c92-9ecd-4303-9581-dba316e12ae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:02.288307 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-cf71b191-d64a-4669-8834-06a63b24ae31 req-23ed2a87-7b80-434b-847e-35b1fe37c0bb tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/networks?id=e9fa93c1-9380-43f6-a51c-3dfc88effd3b HTTP/1.1" status: 200 len: 811 time: 0.4807425 Jun 23 19:07:02.318216 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-cf71b191-d64a-4669-8834-06a63b24ae31 req-80d7cd04-f613-48e7-8f43-87a7c4d1be90 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/quotas/4cbd9e58e50b42a281ca078879fab751 HTTP/1.1" status: 200 len: 375 time: 0.0290918 Jun 23 19:07:02.328383 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-4f182585-6a6e-4cf5-98d4-30c037b21802 req-58f4ced6-78e3-4d89-9706-9260d21e3765 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c75d1db-d2b7-4df5-924b-f61d8e7468a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076558 Jun 23 19:07:02.358567 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning complete for port 3a081087-9a5f-4acd-9dab-8dfb7cd30cc5 triggered by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:07:02.358959 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:02.426273 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 57762) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:02.449824 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-bb25b50d-4d65-4c7f-a8ca-f6155e329a49 req-d45aba1c-58e7-4dc1-85cd-f8a31b2dd65c service neutron] 10.222.0.49 "GET /v2.0/networks/f5f3c45e-312d-4f44-ae96-f074b6189239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4767814 Jun 23 19:07:02.519750 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-944bad90-a062-47e4-b7b9-af796c395d9d req-5c322147-177f-4906-b531-b6af34384eca tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=bceecb90-8e11-49b3-a5c3-1734f6f49918 HTTP/1.1" status: 200 len: 210 time: 0.0977936 Jun 23 19:07:02.578576 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-cf71b191-d64a-4669-8834-06a63b24ae31 req-4510ba83-5a5a-4e69-9ad6-e639e2a29a81 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=4cbd9e58e50b42a281ca078879fab751&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2576950 Jun 23 19:07:02.730548 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-46f45c92-9ecd-4303-9581-dba316e12ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:02.744326 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-46f45c92-9ecd-4303-9581-dba316e12ae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:02.745135 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-46f45c92-9ecd-4303-9581-dba316e12ae7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f89e79dc-30c6-4262-8a20-153d7cdc8233 HTTP/1.1" status: 204 len: 168 time: 1.2360642 Jun 23 19:07:02.750326 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:02.789562 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f45c92-9ecd-4303-9581-dba316e12ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89e79dc-30c6-4262-8a20-153d7cdc8233,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:02.796994 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-46f45c92-9ecd-4303-9581-dba316e12ae7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:02.827435 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f474d005e030a99e3f69ea981c050f81cf45b90cf2b693ec9605b6c162e4b523" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5cce518-9ed8-49ad-a1a5-bf3d41367df8" -d '{"events": [{"name": "network-changed", "server_uuid": "ab6c94e2-8406-4f47-af03-21a0507bab5d", "tag": "0eb164b5-f4a9-4f37-bb7c-2aaef95c7e7e"}]}' {{(pid=93952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:07:02.840598 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-bb25b50d-4d65-4c7f-a8ca-f6155e329a49 req-7d4a0b83-438f-4378-ac2f-c8645406ac71 service neutron] 10.222.0.49 "GET /v2.0/networks/f5f3c45e-312d-4f44-ae96-f074b6189239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3188834 Jun 23 19:07:03.001671 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-ddd7aa2b-0237-4194-a0ce-a72bfa44e625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:03.149757 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:03.156950 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-fe5c7e78-5b8d-43e6-9916-83d5214c4260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:03.447652 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-fe5c7e78-5b8d-43e6-9916-83d5214c4260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:03.544985 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-fe5c7e78-5b8d-43e6-9916-83d5214c4260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:03.552786 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:03.582163 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e23371-46c7-4014-85cc-f4ddc2929031 x-openstack-request-id: req-24e23371-46c7-4014-85cc-f4ddc2929031 {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:07:03.588143 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab6c94e2-8406-4f47-af03-21a0507bab5d", "tag": "0eb164b5-f4a9-4f37-bb7c-2aaef95c7e7e", "status": "completed", "code": 200}]} {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:07:03.589582 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-24e23371-46c7-4014-85cc-f4ddc2929031 {{(pid=93952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:07:03.590576 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab6c94e2-8406-4f47-af03-21a0507bab5d', 'tag': '0eb164b5-f4a9-4f37-bb7c-2aaef95c7e7e', 'status': 'completed', 'code': 200} Jun 23 19:07:03.609133 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5c7e78-5b8d-43e6-9916-83d5214c4260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a92e29-c2e8-457c-845d-6ecb130cd67d,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:03.642136 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-fe5c7e78-5b8d-43e6-9916-83d5214c4260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:03.674146 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-fe5c7e78-5b8d-43e6-9916-83d5214c4260 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b58114254a9346dbb3ccfc13ae8bbeac&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2457054 Jun 23 19:07:03.679604 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 57794) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:03.851039 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-23bd6247-b21c-4722-9c68-a6b0e01d7d7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:03.884856 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-23bd6247-b21c-4722-9c68-a6b0e01d7d7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:04.172469 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88599009-d637-4dbf-a3f3-3d88a02fa24c req-855d1c7e-f892-464d-9df4-dc974be88c32 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:04.174704 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-88599009-d637-4dbf-a3f3-3d88a02fa24c req-855d1c7e-f892-464d-9df4-dc974be88c32 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.49 "GET /v2.0/networks?id=135041da-43be-4a0d-8112-dd2b8ce30653 HTTP/1.1" status: 200 len: 818 time: 0.1655376 Jun 23 19:07:04.188936 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df8f8e-3f15-4fd3-9326-b929d48b1723 req-ac98a2f6-e853-4801-acaf-8b3f039427d8 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:04.191415 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f3df8f8e-3f15-4fd3-9326-b929d48b1723 req-ac98a2f6-e853-4801-acaf-8b3f039427d8 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab6c94e2-8406-4f47-af03-21a0507bab5d HTTP/1.1" status: 200 len: 944 time: 0.3034732 Jun 23 19:07:04.193353 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-23bd6247-b21c-4722-9c68-a6b0e01d7d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:04.198182 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-23bd6247-b21c-4722-9c68-a6b0e01d7d7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:04.200095 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-23bd6247-b21c-4722-9c68-a6b0e01d7d7a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/17a92e29-c2e8-457c-845d-6ecb130cd67d HTTP/1.1" status: 204 len: 168 time: 0.5176125 Jun 23 19:07:04.200812 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:04.218591 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bd6247-b21c-4722-9c68-a6b0e01d7d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a92e29-c2e8-457c-845d-6ecb130cd67d,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:04.221673 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-23bd6247-b21c-4722-9c68-a6b0e01d7d7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:04.267574 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f3df8f8e-3f15-4fd3-9326-b929d48b1723 req-4299c162-f27f-40f3-9143-708c6b7aa2f9 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c75d1db-d2b7-4df5-924b-f61d8e7468a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568843 Jun 23 19:07:04.306394 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-36873b57-c469-4164-8152-400a4dc72ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:04.377407 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [req-cf71b191-d64a-4669-8834-06a63b24ae31 req-6e39dee0-6880-4938-933a-11f430ea9737 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 19:07:04.378609 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-cf71b191-d64a-4669-8834-06a63b24ae31 req-6e39dee0-6880-4938-933a-11f430ea9737 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4720485 Jun 23 19:07:04.409996 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [req-88599009-d637-4dbf-a3f3-3d88a02fa24c req-b141e63b-dcd5-4c17-9e90-a41793ad6711 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Request body: {'port': {'device_id': '0a6ad38a-50fb-4059-96f4-e736067a8448', 'network_id': '135041da-43be-4a0d-8112-dd2b8ce30653', 'admin_state_up': True, 'tenant_id': '799fb833a74e4ec9879033c46726a559'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:07:04.535657 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-cf71b191-d64a-4669-8834-06a63b24ae31 req-902fa6bb-8c7b-49d7-a228-969302eafa39 service neutron] 10.222.0.69 "GET /v2.0/networks/e9fa93c1-9380-43f6-a51c-3dfc88effd3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498988 Jun 23 19:07:04.620052 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-07b4ffa1-35c1-41bc-b1de-63904a7a34e3 req-3c6edfcf-5ecf-452b-b75e-f2fb9cfdf320 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=bceecb90-8e11-49b3-a5c3-1734f6f49918 HTTP/1.1" status: 200 len: 210 time: 0.0549440 Jun 23 19:07:04.691367 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-cf71b191-d64a-4669-8834-06a63b24ae31 req-1edb8f64-6726-4ceb-9d88-b0b1c507415d service neutron] 10.222.0.69 "GET /v2.0/networks/e9fa93c1-9380-43f6-a51c-3dfc88effd3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545613 Jun 23 19:07:04.788578 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 57814) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:04.806097 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-3d5c77e7-0b57-4857-9bf7-9a0aa2890532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:04.825600 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88599009-d637-4dbf-a3f3-3d88a02fa24c req-b141e63b-dcd5-4c17-9e90-a41793ad6711 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Made reservation on behalf of 799fb833a74e4ec9879033c46726a559 for: {'port': 1} {{(pid=93952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:07:04.828449 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-88599009-d637-4dbf-a3f3-3d88a02fa24c req-b141e63b-dcd5-4c17-9e90-a41793ad6711 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-975148'] for port, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:04.924803 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.49', 53826) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:05.044742 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.db.db_base_plugin_common [req-88599009-d637-4dbf-a3f3-3d88a02fa24c req-b141e63b-dcd5-4c17-9e90-a41793ad6711 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Allocated IP 172.20.0.2 (135041da-43be-4a0d-8112-dd2b8ce30653/9d5f5c89-7005-49cd-88db-9b8779875ae2/52c88fe5-9869-47bc-a0f4-e8df303d12a7) {{(pid=93952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:07:05.108045 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-3d5c77e7-0b57-4857-9bf7-9a0aa2890532 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:05.472383 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c7d8258a-be08-4e93-8b38-be1ec81b0f4f req-ba368969-4c0d-4833-9cc2-069135bf1854 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f022836-784f-4a4c-ab37-ae1725639d96 HTTP/1.1" status: 200 len: 210 time: 0.2314258 Jun 23 19:07:05.496851 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cce518-9ed8-49ad-a1a5-bf3d41367df8 req-2da28efd-7f9d-4b55-b716-00e3a2c2e609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:05.496851 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c5cce518-9ed8-49ad-a1a5-bf3d41367df8 req-2da28efd-7f9d-4b55-b716-00e3a2c2e609 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=747313d51bad42878d1436304e928d64&device_id=ab6c94e2-8406-4f47-af03-21a0507bab5d HTTP/1.1" status: 200 len: 1097 time: 0.5664659 Jun 23 19:07:05.553516 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c96b096-ae0f-444b-b3f0-5a4cce1d7eb5 req-58bd9d0a-91ce-46fa-b0fd-0e145fff2dae tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:05.555602 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8c96b096-ae0f-444b-b3f0-5a4cce1d7eb5 req-58bd9d0a-91ce-46fa-b0fd-0e145fff2dae tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab6c94e2-8406-4f47-af03-21a0507bab5d HTTP/1.1" status: 200 len: 944 time: 0.1151068 Jun 23 19:07:05.579892 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-3d5c77e7-0b57-4857-9bf7-9a0aa2890532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:05.590486 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-0d03648f-119f-47df-a6d3-3e6916673e15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:05.647533 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0dfa02b7-e69b-42f9-a1c6-d55a29ea84e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:05.667915 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8c96b096-ae0f-444b-b3f0-5a4cce1d7eb5 req-6ed02fd4-0173-444d-af31-963b3f2fc3e1 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c75d1db-d2b7-4df5-924b-f61d8e7468a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058891 Jun 23 19:07:05.705873 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-3d5c77e7-0b57-4857-9bf7-9a0aa2890532 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=32ee6c66b1ae4e9e84dac9368bd48ba3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9162982 Jun 23 19:07:05.710494 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 57836) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:05.722421 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5c77e7-0b57-4857-9bf7-9a0aa2890532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb318d6-b20e-4beb-9581-1325f73a0102,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:05.734351 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-3d5c77e7-0b57-4857-9bf7-9a0aa2890532 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:05.752792 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-88599009-d637-4dbf-a3f3-3d88a02fa24c req-b141e63b-dcd5-4c17-9e90-a41793ad6711 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Notify callbacks [] for port, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:05.879372 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2e44e4ca-0a29-46d8-bae4-2cd06a0a1e9c req-b633e438-cdf8-41a4-849a-a3df0b945dd9 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=bceecb90-8e11-49b3-a5c3-1734f6f49918 HTTP/1.1" status: 200 len: 210 time: 0.0644751 Jun 23 19:07:05.937710 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 57844) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:06.004659 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-88599009-d637-4dbf-a3f3-3d88a02fa24c req-b141e63b-dcd5-4c17-9e90-a41793ad6711 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-975211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745549236125'] for port, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:06.011605 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-abb16ecb-ba54-4da1-b522-2c3ed7be64c4 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:06.113690 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88599009-d637-4dbf-a3f3-3d88a02fa24c req-b141e63b-dcd5-4c17-9e90-a41793ad6711 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Network 135041da-43be-4a0d-8112-dd2b8ce30653 is already hosted by enough agents. {{(pid=93952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:07:06.114885 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-7b357a74-ebdc-4c82-bd17-7c67391cc665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:06.118563 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.base_scheduler [req-88599009-d637-4dbf-a3f3-3d88a02fa24c req-b141e63b-dcd5-4c17-9e90-a41793ad6711 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Resources bound (agent type, host, resource id): {{(pid=93952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:07:06.128263 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b141e63b-dcd5-4c17-9e90-a41793ad6711 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Pushing event updated for resources: {'Port': ['ID=52c88fe5-9869-47bc-a0f4-e8df303d12a7,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:06.150130 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [req-88599009-d637-4dbf-a3f3-3d88a02fa24c req-b141e63b-dcd5-4c17-9e90-a41793ad6711 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Received port after_create {{(pid=93952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:07:06.156622 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88599009-d637-4dbf-a3f3-3d88a02fa24c req-b141e63b-dcd5-4c17-9e90-a41793ad6711 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:06.157227 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-88599009-d637-4dbf-a3f3-3d88a02fa24c req-b141e63b-dcd5-4c17-9e90-a41793ad6711 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770935'] for port, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:06.158230 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-7b357a74-ebdc-4c82-bd17-7c67391cc665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:06.177110 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-b141e63b-dcd5-4c17-9e90-a41793ad6711 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:06.251430 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-88599009-d637-4dbf-a3f3-3d88a02fa24c req-b141e63b-dcd5-4c17-9e90-a41793ad6711 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8611698 Jun 23 19:07:06.268640 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cce518-9ed8-49ad-a1a5-bf3d41367df8 req-01856007-ced2-4d42-9ebd-b5584d006abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:06.271236 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c5cce518-9ed8-49ad-a1a5-bf3d41367df8 req-01856007-ced2-4d42-9ebd-b5584d006abe service neutron] 10.222.0.49 "GET /v2.0/networks?id=f5f3c45e-312d-4f44-ae96-f074b6189239 HTTP/1.1" status: 200 len: 912 time: 0.4794014 Jun 23 19:07:06.385417 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-7b357a74-ebdc-4c82-bd17-7c67391cc665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:06.393339 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-7b357a74-ebdc-4c82-bd17-7c67391cc665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:06.400131 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-7b357a74-ebdc-4c82-bd17-7c67391cc665 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/dbb318d6-b20e-4beb-9581-1325f73a0102 HTTP/1.1" status: 204 len: 168 time: 0.6884875 Jun 23 19:07:06.404408 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:06.424844 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b357a74-ebdc-4c82-bd17-7c67391cc665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb318d6-b20e-4beb-9581-1325f73a0102,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:06.427980 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-7b357a74-ebdc-4c82-bd17-7c67391cc665 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:06.445795 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-822d734f-c1a0-4fb8-b7b2-78ec636b8803 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:06.545509 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [req-88599009-d637-4dbf-a3f3-3d88a02fa24c req-90053e46-2cb9-4dd8-b18e-ed6e4c4cdf37 service neutron] Request body: {'port': {'device_id': '0a6ad38a-50fb-4059-96f4-e736067a8448', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:07:06.710544 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-822d734f-c1a0-4fb8-b7b2-78ec636b8803 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:06.718553 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-88599009-d637-4dbf-a3f3-3d88a02fa24c req-90053e46-2cb9-4dd8-b18e-ed6e4c4cdf37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:06.723412 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 57864) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:06.755975 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-8ea48d7b-39d9-4218-aa16-11ba757d4669 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:06.829909 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c5cce518-9ed8-49ad-a1a5-bf3d41367df8 req-e0e1d4b6-47b0-46d7-8a49-07ea0cadd97d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0eb164b5-f4a9-4f37-bb7c-2aaef95c7e7e HTTP/1.1" status: 200 len: 217 time: 0.2962735 Jun 23 19:07:06.837317 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-822d734f-c1a0-4fb8-b7b2-78ec636b8803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:06.858459 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-415b8ede-7448-4565-8b37-fbd93ba7e185 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:07.017924 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8b1bb906-f341-4f2f-8ac2-d68f8154781e req-394fd2d8-fe71-491e-afe4-f7cf94b74f88 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f022836-784f-4a4c-ab37-ae1725639d96 HTTP/1.1" status: 200 len: 210 time: 0.3546042 Jun 23 19:07:07.041290 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cce518-9ed8-49ad-a1a5-bf3d41367df8 req-942da76b-3d28-43cf-a80a-707438726468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:07.044268 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c5cce518-9ed8-49ad-a1a5-bf3d41367df8 req-942da76b-3d28-43cf-a80a-707438726468 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=207ea65d-65ed-417c-9c28-8958ef631365 HTTP/1.1" status: 200 len: 851 time: 0.1986737 Jun 23 19:07:07.085215 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822d734f-c1a0-4fb8-b7b2-78ec636b8803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=176f52ac-a05b-4e90-bee7-c0b46277701d,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:07.090795 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-822d734f-c1a0-4fb8-b7b2-78ec636b8803 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=523ee8a875c84b84a80023f21e7cf0a0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1509633 Jun 23 19:07:07.097875 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 57878) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:07.159468 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-822d734f-c1a0-4fb8-b7b2-78ec636b8803 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:07.166468 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c5cce518-9ed8-49ad-a1a5-bf3d41367df8 req-34ff5e6f-a506-41ea-9626-6673ee3578fb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f5f3c45e-312d-4f44-ae96-f074b6189239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833597 Jun 23 19:07:07.240764 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-37bbc445-0db5-4076-bb5c-8c75fda314a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:07.356074 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-37bbc445-0db5-4076-bb5c-8c75fda314a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:07.381832 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a54366cc-f80a-4271-93e7-cd81ded0ed70 req-7e507fca-5abf-44b3-aa6c-b3072952a234 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=bceecb90-8e11-49b3-a5c3-1734f6f49918 HTTP/1.1" status: 200 len: 210 time: 0.0482249 Jun 23 19:07:07.386446 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c5cce518-9ed8-49ad-a1a5-bf3d41367df8 req-48947e1f-62b7-4326-b666-83949fb31620 service neutron] 10.222.0.49 "GET /v2.0/networks/f5f3c45e-312d-4f44-ae96-f074b6189239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998851 Jun 23 19:07:07.387736 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82488ea-5d29-47a6-9aeb-0c93adc411d1 req-f4cda038-b9e6-41d9-b503-a39dbbb5e2f5 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:07.389518 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a82488ea-5d29-47a6-9aeb-0c93adc411d1 req-f4cda038-b9e6-41d9-b503-a39dbbb5e2f5 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab6c94e2-8406-4f47-af03-21a0507bab5d HTTP/1.1" status: 200 len: 944 time: 0.3905189 Jun 23 19:07:07.509831 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a82488ea-5d29-47a6-9aeb-0c93adc411d1 req-4107aaed-2559-4354-96fc-43c0974d3680 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c75d1db-d2b7-4df5-924b-f61d8e7468a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097488 Jun 23 19:07:07.529092 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-8ea48d7b-39d9-4218-aa16-11ba757d4669 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:07.594850 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.notifiers.nova [req-88599009-d637-4dbf-a3f3-3d88a02fa24c req-90053e46-2cb9-4dd8-b18e-ed6e4c4cdf37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52c88fe5-9869-47bc-a0f4-e8df303d12a7 {{(pid=93952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:07:07.610318 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-88599009-d637-4dbf-a3f3-3d88a02fa24c req-90053e46-2cb9-4dd8-b18e-ed6e4c4cdf37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:07.847669 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.db.provisioning_blocks [req-88599009-d637-4dbf-a3f3-3d88a02fa24c req-90053e46-2cb9-4dd8-b18e-ed6e4c4cdf37 service neutron] Transition to ACTIVE for port object 52c88fe5-9869-47bc-a0f4-e8df303d12a7 will not be triggered until provisioned by entity L2. {{(pid=93952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:07:07.861141 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-37bbc445-0db5-4076-bb5c-8c75fda314a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:07.861141 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-8ea48d7b-39d9-4218-aa16-11ba757d4669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:07.861141 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-37bbc445-0db5-4076-bb5c-8c75fda314a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:07.863088 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-37bbc445-0db5-4076-bb5c-8c75fda314a5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/176f52ac-a05b-4e90-bee7-c0b46277701d HTTP/1.1" status: 204 len: 168 time: 0.7576456 Jun 23 19:07:07.864662 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:07.888727 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bbc445-0db5-4076-bb5c-8c75fda314a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=176f52ac-a05b-4e90-bee7-c0b46277701d,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:07.971813 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-8ea48d7b-39d9-4218-aa16-11ba757d4669 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=627e9d106d8041248dcc8e7c56a55418&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2465882 Jun 23 19:07:07.974170 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 57888) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:08.016943 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea48d7b-39d9-4218-aa16-11ba757d4669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8695a85-006f-47a6-ac2a-fbda9ea3d0a8,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:08.045729 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-8ea48d7b-39d9-4218-aa16-11ba757d4669 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:08.045729 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-b3ffb18b-49f7-41d7-bafa-1a99af5cc209 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.160s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:08.045729 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-b3ffb18b-49f7-41d7-bafa-1a99af5cc209 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.005s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:08.142666 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-88599009-d637-4dbf-a3f3-3d88a02fa24c req-90053e46-2cb9-4dd8-b18e-ed6e4c4cdf37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:08.174802 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:08.255235 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-dd1f9112-96dc-45c1-9431-0190582a8f46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:08.295683 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.49', 53830) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:08.340407 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90053e46-2cb9-4dd8-b18e-ed6e4c4cdf37 service neutron] Pushing event updated for resources: {'Port': ['ID=52c88fe5-9869-47bc-a0f4-e8df303d12a7,revision_number=2']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:08.344211 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-90053e46-2cb9-4dd8-b18e-ed6e4c4cdf37 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:08.436994 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-dd1f9112-96dc-45c1-9431-0190582a8f46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:08.462958 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [req-88599009-d637-4dbf-a3f3-3d88a02fa24c req-90053e46-2cb9-4dd8-b18e-ed6e4c4cdf37 service neutron] Attempting to bind port 52c88fe5-9869-47bc-a0f4-e8df303d12a7 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:07:08.466583 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [req-88599009-d637-4dbf-a3f3-3d88a02fa24c req-90053e46-2cb9-4dd8-b18e-ed6e4c4cdf37 service neutron] Attempting to bind port 52c88fe5-9869-47bc-a0f4-e8df303d12a7 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'c8e876c6-8009-40df-a70b-ebc610b44f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '135041da-43be-4a0d-8112-dd2b8ce30653'}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:07:08.468270 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88599009-d637-4dbf-a3f3-3d88a02fa24c req-90053e46-2cb9-4dd8-b18e-ed6e4c4cdf37 service neutron] Attempting to bind port 52c88fe5-9869-47bc-a0f4-e8df303d12a7 on network 135041da-43be-4a0d-8112-dd2b8ce30653 {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:07:08.523420 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88599009-d637-4dbf-a3f3-3d88a02fa24c req-90053e46-2cb9-4dd8-b18e-ed6e4c4cdf37 service neutron] Port 52c88fe5-9869-47bc-a0f4-e8df303d12a7 on network 135041da-43be-4a0d-8112-dd2b8ce30653 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 19:07:08.528085 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88599009-d637-4dbf-a3f3-3d88a02fa24c req-90053e46-2cb9-4dd8-b18e-ed6e4c4cdf37 service neutron] Attempting to bind port 52c88fe5-9869-47bc-a0f4-e8df303d12a7 on network 135041da-43be-4a0d-8112-dd2b8ce30653 {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:07:08.577153 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88599009-d637-4dbf-a3f3-3d88a02fa24c req-90053e46-2cb9-4dd8-b18e-ed6e4c4cdf37 service neutron] Checking agent: {'id': '931bf73c-9d40-46c8-855c-92667356b0d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 19, 4, 47), 'started_at': datetime.datetime(2021, 6, 23, 19, 4, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:07:08.577649 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88599009-d637-4dbf-a3f3-3d88a02fa24c req-90053e46-2cb9-4dd8-b18e-ed6e4c4cdf37 service neutron] Checking segment: {'id': 'c8e876c6-8009-40df-a70b-ebc610b44f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '135041da-43be-4a0d-8112-dd2b8ce30653'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:07:08.579121 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88599009-d637-4dbf-a3f3-3d88a02fa24c req-90053e46-2cb9-4dd8-b18e-ed6e4c4cdf37 service neutron] Bound using segment: {'id': 'c8e876c6-8009-40df-a70b-ebc610b44f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '135041da-43be-4a0d-8112-dd2b8ce30653'} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:07:08.584122 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [req-88599009-d637-4dbf-a3f3-3d88a02fa24c req-90053e46-2cb9-4dd8-b18e-ed6e4c4cdf37 service neutron] Bound port: 52c88fe5-9869-47bc-a0f4-e8df303d12a7, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8e876c6-8009-40df-a70b-ebc610b44f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '135041da-43be-4a0d-8112-dd2b8ce30653'}}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:07:08.590399 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-88599009-d637-4dbf-a3f3-3d88a02fa24c req-90053e46-2cb9-4dd8-b18e-ed6e4c4cdf37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:08.789673 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-e8cab6ae-2366-4d6b-b3a4-57aa016f6c89 req-e27e1386-a371-45b8-9c5f-ff10aa28b2a8 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=bceecb90-8e11-49b3-a5c3-1734f6f49918 HTTP/1.1" status: 200 len: 210 time: 0.0515156 Jun 23 19:07:08.812108 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c5cce518-9ed8-49ad-a1a5-bf3d41367df8 req-a213f2cd-73f8-4f3c-be24-ed6ea364c4a7 service neutron] 10.222.0.49 "GET /v2.0/networks/f5f3c45e-312d-4f44-ae96-f074b6189239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4647024 Jun 23 19:07:08.820172 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [req-88599009-d637-4dbf-a3f3-3d88a02fa24c req-90053e46-2cb9-4dd8-b18e-ed6e4c4cdf37 service neutron] For port 52c88fe5-9869-47bc-a0f4-e8df303d12a7, host hv-cinder-79049, cleared binding levels {{(pid=93952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:07:08.827181 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [req-88599009-d637-4dbf-a3f3-3d88a02fa24c req-90053e46-2cb9-4dd8-b18e-ed6e4c4cdf37 service neutron] For port 52c88fe5-9869-47bc-a0f4-e8df303d12a7, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=52c88fe5-9869-47bc-a0f4-e8df303d12a7,segment=NetworkSegment(c8e876c6-8009-40df-a70b-ebc610b44f72),segment_id=c8e876c6-8009-40df-a70b-ebc610b44f72)] {{(pid=93952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:07:08.890909 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c23d43e6-af32-4dbf-9416-ff6626fe484a req-98b1d363-e7d1-41ac-bb34-feeb9c632c38 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f022836-784f-4a4c-ab37-ae1725639d96 HTTP/1.1" status: 200 len: 210 time: 0.3669331 Jun 23 19:07:08.975602 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf9ec6-715a-4bd1-8339-5ade7365f6cc req-7b246a3c-8634-40c4-b951-ab5d74c01e76 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:08.977483 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0fcf9ec6-715a-4bd1-8339-5ade7365f6cc req-7b246a3c-8634-40c4-b951-ab5d74c01e76 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.49 "GET /v2.0/networks?id=135041da-43be-4a0d-8112-dd2b8ce30653 HTTP/1.1" status: 200 len: 818 time: 0.6286755 Jun 23 19:07:09.076962 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-dd1f9112-96dc-45c1-9431-0190582a8f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:09.076962 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-dd1f9112-96dc-45c1-9431-0190582a8f46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:09.076962 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-dd1f9112-96dc-45c1-9431-0190582a8f46 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b8695a85-006f-47a6-ac2a-fbda9ea3d0a8 HTTP/1.1" status: 204 len: 168 time: 1.0882008 Jun 23 19:07:09.077914 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-822d734f-c1a0-4fb8-b7b2-78ec636b8803 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:09.126631 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1f9112-96dc-45c1-9431-0190582a8f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8695a85-006f-47a6-ac2a-fbda9ea3d0a8,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:09.126631 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-dd1f9112-96dc-45c1-9431-0190582a8f46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:09.131495 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [req-0fcf9ec6-715a-4bd1-8339-5ade7365f6cc req-f5efab0d-ebf6-42ca-b01b-43cb27cdc15f tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Request body: {'port': {'device_id': 'bceecb90-8e11-49b3-a5c3-1734f6f49918', 'network_id': '135041da-43be-4a0d-8112-dd2b8ce30653', 'admin_state_up': True, 'tenant_id': '799fb833a74e4ec9879033c46726a559'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:07:09.174664 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc25cf2-e4ba-431c-bc27-24e6e782f7b5 req-37ab74e0-6421-4447-abbe-ed7cb18eb3e2 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:09.178993 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-cdc25cf2-e4ba-431c-bc27-24e6e782f7b5 req-37ab74e0-6421-4447-abbe-ed7cb18eb3e2 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab6c94e2-8406-4f47-af03-21a0507bab5d HTTP/1.1" status: 200 len: 944 time: 0.1551666 Jun 23 19:07:09.182415 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-88599009-d637-4dbf-a3f3-3d88a02fa24c req-90053e46-2cb9-4dd8-b18e-ed6e4c4cdf37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:09.188581 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:09.233088 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88599009-d637-4dbf-a3f3-3d88a02fa24c req-90053e46-2cb9-4dd8-b18e-ed6e4c4cdf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:09.234295 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-88599009-d637-4dbf-a3f3-3d88a02fa24c req-90053e46-2cb9-4dd8-b18e-ed6e4c4cdf37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770935'] for port, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:09.235990 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-88599009-d637-4dbf-a3f3-3d88a02fa24c req-90053e46-2cb9-4dd8-b18e-ed6e4c4cdf37 service neutron] 10.222.0.49 "PUT /v2.0/ports/52c88fe5-9869-47bc-a0f4-e8df303d12a7 HTTP/1.1" status: 200 len: 1093 time: 2.6983750 Jun 23 19:07:09.251082 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a6ad38a-50fb-4059-96f4-e736067a8448', 'tag': '52c88fe5-9869-47bc-a0f4-e8df303d12a7'}] {{(pid=93952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:07:09.259467 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f474d005e030a99e3f69ea981c050f81cf45b90cf2b693ec9605b6c162e4b523" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-686332ff-dfcd-4ad2-b970-fd3f464bc2a5" -d '{"events": [{"name": "network-changed", "server_uuid": "0a6ad38a-50fb-4059-96f4-e736067a8448", "tag": "52c88fe5-9869-47bc-a0f4-e8df303d12a7"}]}' {{(pid=93952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:07:09.339044 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-cdc25cf2-e4ba-431c-bc27-24e6e782f7b5 req-3f1391b5-3b1c-40ad-9bd3-43abe3597300 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c75d1db-d2b7-4df5-924b-f61d8e7468a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452470 Jun 23 19:07:09.349979 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90053e46-2cb9-4dd8-b18e-ed6e4c4cdf37 service neutron] Pushing event updated for resources: {'Port': ['ID=52c88fe5-9869-47bc-a0f4-e8df303d12a7,revision_number=3']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:09.357487 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-90053e46-2cb9-4dd8-b18e-ed6e4c4cdf37 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:09.425474 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb4acc7-ed55-44e2-8080-a6a8fc43eaa6 x-openstack-request-id: req-3cb4acc7-ed55-44e2-8080-a6a8fc43eaa6 {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:07:09.426125 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a6ad38a-50fb-4059-96f4-e736067a8448", "tag": "52c88fe5-9869-47bc-a0f4-e8df303d12a7", "status": "completed", "code": 200}]} {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:07:09.426420 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3cb4acc7-ed55-44e2-8080-a6a8fc43eaa6 {{(pid=93952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:07:09.426819 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a6ad38a-50fb-4059-96f4-e736067a8448', 'tag': '52c88fe5-9869-47bc-a0f4-e8df303d12a7', 'status': 'completed', 'code': 200} Jun 23 19:07:09.904722 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fcf9ec6-715a-4bd1-8339-5ade7365f6cc req-f5efab0d-ebf6-42ca-b01b-43cb27cdc15f tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Made reservation on behalf of 799fb833a74e4ec9879033c46726a559 for: {'port': 1} {{(pid=93953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:07:09.911263 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-0fcf9ec6-715a-4bd1-8339-5ade7365f6cc req-f5efab0d-ebf6-42ca-b01b-43cb27cdc15f tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-975148'] for port, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:10.077795 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-6f439fb0-eb4b-4d94-a26e-baa61cda1b08 req-3feb1951-1609-44e0-b2de-f7ffbd78bff6 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=bceecb90-8e11-49b3-a5c3-1734f6f49918 HTTP/1.1" status: 200 len: 210 time: 0.0943787 Jun 23 19:07:10.078545 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 57926) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:10.114462 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-59a0ac67-54d3-43cd-9216-e94eddf97a58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:10.246828 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-af7d639f-de59-4fed-95fa-d05b335a5626 req-7c5db1b4-f50b-4b25-8da0-8bacca1d81d8 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f022836-784f-4a4c-ab37-ae1725639d96 HTTP/1.1" status: 200 len: 210 time: 0.1265452 Jun 23 19:07:10.328495 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-59a0ac67-54d3-43cd-9216-e94eddf97a58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:10.444941 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_common [req-0fcf9ec6-715a-4bd1-8339-5ade7365f6cc req-f5efab0d-ebf6-42ca-b01b-43cb27cdc15f tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Allocated IP 172.20.0.14 (135041da-43be-4a0d-8112-dd2b8ce30653/9d5f5c89-7005-49cd-88db-9b8779875ae2/e2617094-f03a-4729-b3cf-f56b42380d7a) {{(pid=93953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:07:10.493338 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-59a0ac67-54d3-43cd-9216-e94eddf97a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:10.538089 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:10.649912 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-0fcf9ec6-715a-4bd1-8339-5ade7365f6cc req-f5efab0d-ebf6-42ca-b01b-43cb27cdc15f tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Notify callbacks [] for port, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:10.656024 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-59a0ac67-54d3-43cd-9216-e94eddf97a58 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ab36d6bc3dc145a08d3f2cd1decd531f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5700510 Jun 23 19:07:10.659101 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 57932) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:10.667594 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a0ac67-54d3-43cd-9216-e94eddf97a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd000036-d971-494d-8a3d-a69f7b8bfc35,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:10.682763 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-59a0ac67-54d3-43cd-9216-e94eddf97a58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:10.721268 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbeb5f9-89c0-4ac5-8c66-e5fd75d2e9d5 req-ae8280aa-007d-4edf-a8ef-6061bf2537df tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:10.723077 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0fbeb5f9-89c0-4ac5-8c66-e5fd75d2e9d5 req-ae8280aa-007d-4edf-a8ef-6061bf2537df tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab6c94e2-8406-4f47-af03-21a0507bab5d HTTP/1.1" status: 200 len: 944 time: 0.2359850 Jun 23 19:07:10.784936 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-396baeea-5990-4f30-bb8c-dbfba8f40c0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:10.806028 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0fbeb5f9-89c0-4ac5-8c66-e5fd75d2e9d5 req-07a0ca9b-4779-443b-b002-1d5c781a372f tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c75d1db-d2b7-4df5-924b-f61d8e7468a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745051 Jun 23 19:07:10.812048 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-396baeea-5990-4f30-bb8c-dbfba8f40c0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:10.932728 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-0fcf9ec6-715a-4bd1-8339-5ade7365f6cc req-f5efab0d-ebf6-42ca-b01b-43cb27cdc15f tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-975211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745549236125'] for port, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:10.941316 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:11.008556 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-396baeea-5990-4f30-bb8c-dbfba8f40c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:11.016850 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-396baeea-5990-4f30-bb8c-dbfba8f40c0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:11.019429 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-396baeea-5990-4f30-bb8c-dbfba8f40c0b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cd000036-d971-494d-8a3d-a69f7b8bfc35 HTTP/1.1" status: 204 len: 168 time: 0.3567612 Jun 23 19:07:11.058045 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5efab0d-ebf6-42ca-b01b-43cb27cdc15f tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Pushing event updated for resources: {'Port': ['ID=e2617094-f03a-4729-b3cf-f56b42380d7a,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:11.064941 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-f5efab0d-ebf6-42ca-b01b-43cb27cdc15f tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:11.065202 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:11.079038 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396baeea-5990-4f30-bb8c-dbfba8f40c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd000036-d971-494d-8a3d-a69f7b8bfc35,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:11.084778 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-396baeea-5990-4f30-bb8c-dbfba8f40c0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:11.102205 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fcf9ec6-715a-4bd1-8339-5ade7365f6cc req-f5efab0d-ebf6-42ca-b01b-43cb27cdc15f tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Network 135041da-43be-4a0d-8112-dd2b8ce30653 is already hosted by enough agents. {{(pid=93953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:07:11.104488 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [req-0fcf9ec6-715a-4bd1-8339-5ade7365f6cc req-f5efab0d-ebf6-42ca-b01b-43cb27cdc15f tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Resources bound (agent type, host, resource id): {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:07:11.108138 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fcf9ec6-715a-4bd1-8339-5ade7365f6cc req-f5efab0d-ebf6-42ca-b01b-43cb27cdc15f tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Received port after_create {{(pid=93953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:07:11.115505 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf9ec6-715a-4bd1-8339-5ade7365f6cc req-f5efab0d-ebf6-42ca-b01b-43cb27cdc15f tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:11.116339 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-0fcf9ec6-715a-4bd1-8339-5ade7365f6cc req-f5efab0d-ebf6-42ca-b01b-43cb27cdc15f tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770935'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:11.260649 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0fcf9ec6-715a-4bd1-8339-5ade7365f6cc req-f5efab0d-ebf6-42ca-b01b-43cb27cdc15f tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1361811 Jun 23 19:07:11.325633 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2adb7e7-e998-4e76-88fb-01297249db96 req-98bc64ef-4ac0-4dda-a332-97ad6738df94 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:11.327232 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a2adb7e7-e998-4e76-88fb-01297249db96 req-98bc64ef-4ac0-4dda-a332-97ad6738df94 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=bceecb90-8e11-49b3-a5c3-1734f6f49918 HTTP/1.1" status: 200 len: 932 time: 0.0825405 Jun 23 19:07:11.372631 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a2adb7e7-e998-4e76-88fb-01297249db96 req-160d00b0-6408-4b6a-b845-aaa7739f2a49 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386453 Jun 23 19:07:11.414739 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-99702265-7b91-4e21-b5da-e6e7b7613f24 req-c462cced-742c-4d37-80ad-958807dc15a8 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f022836-784f-4a4c-ab37-ae1725639d96 HTTP/1.1" status: 200 len: 210 time: 0.0301995 Jun 23 19:07:11.671958 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [req-0fcf9ec6-715a-4bd1-8339-5ade7365f6cc req-0386add2-2086-4b93-9a35-8132d2ca3e2d service neutron] Request body: {'port': {'device_id': 'bceecb90-8e11-49b3-a5c3-1734f6f49918', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:07:11.745189 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88599009-d637-4dbf-a3f3-3d88a02fa24c req-4f94403f-da2f-48bd-bea5-1fad79be80cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:11.748413 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-88599009-d637-4dbf-a3f3-3d88a02fa24c req-4f94403f-da2f-48bd-bea5-1fad79be80cd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=799fb833a74e4ec9879033c46726a559&device_id=0a6ad38a-50fb-4059-96f4-e736067a8448 HTTP/1.1" status: 200 len: 1096 time: 0.0814927 Jun 23 19:07:11.820577 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-88599009-d637-4dbf-a3f3-3d88a02fa24c req-fd160e20-5467-4dbd-84c3-24130ce402fd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=52c88fe5-9869-47bc-a0f4-e8df303d12a7 HTTP/1.1" status: 200 len: 217 time: 0.0474691 Jun 23 19:07:11.907299 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88599009-d637-4dbf-a3f3-3d88a02fa24c req-c1330eb8-8b8d-499d-b9c6-1503f549d681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:11.909354 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-88599009-d637-4dbf-a3f3-3d88a02fa24c req-c1330eb8-8b8d-499d-b9c6-1503f549d681 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9d5f5c89-7005-49cd-88db-9b8779875ae2 HTTP/1.1" status: 200 len: 858 time: 0.0650125 Jun 23 19:07:11.930470 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-0fcf9ec6-715a-4bd1-8339-5ade7365f6cc req-0386add2-2086-4b93-9a35-8132d2ca3e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:11.992254 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-88599009-d637-4dbf-a3f3-3d88a02fa24c req-0559278f-3175-4996-9c5f-0a7efcd52624 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=135041da-43be-4a0d-8112-dd2b8ce30653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607398 Jun 23 19:07:12.166246 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-88599009-d637-4dbf-a3f3-3d88a02fa24c req-11139b72-8fa1-4dc7-90eb-9cd243cc4a27 service neutron] 10.222.0.49 "GET /v2.0/networks/135041da-43be-4a0d-8112-dd2b8ce30653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544051 Jun 23 19:07:12.243845 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc388974-4a39-4759-87be-1e6faeb5b515 req-8f7104a7-9600-4b88-bd3c-644fba6e60fc tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:12.245342 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-cc388974-4a39-4759-87be-1e6faeb5b515 req-8f7104a7-9600-4b88-bd3c-644fba6e60fc tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab6c94e2-8406-4f47-af03-21a0507bab5d HTTP/1.1" status: 200 len: 944 time: 0.2300153 Jun 23 19:07:12.312158 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-88599009-d637-4dbf-a3f3-3d88a02fa24c req-2f4d1431-0c16-431e-b700-3e3673f5401c service neutron] 10.222.0.49 "GET /v2.0/networks/135041da-43be-4a0d-8112-dd2b8ce30653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318133 Jun 23 19:07:12.317734 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-cc388974-4a39-4759-87be-1e6faeb5b515 req-9c5af12c-6e95-4784-b928-8f257adc0989 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c75d1db-d2b7-4df5-924b-f61d8e7468a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560074 Jun 23 19:07:12.390939 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [req-0fcf9ec6-715a-4bd1-8339-5ade7365f6cc req-0386add2-2086-4b93-9a35-8132d2ca3e2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2617094-f03a-4729-b3cf-f56b42380d7a {{(pid=93953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:07:12.401389 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-0fcf9ec6-715a-4bd1-8339-5ade7365f6cc req-0386add2-2086-4b93-9a35-8132d2ca3e2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:12.422808 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [req-0fcf9ec6-715a-4bd1-8339-5ade7365f6cc req-0386add2-2086-4b93-9a35-8132d2ca3e2d service neutron] Transition to ACTIVE for port object e2617094-f03a-4729-b3cf-f56b42380d7a will not be triggered until provisioned by entity L2. {{(pid=93953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:07:12.521084 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-0fcf9ec6-715a-4bd1-8339-5ade7365f6cc req-0386add2-2086-4b93-9a35-8132d2ca3e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:12.531319 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:12.674833 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0386add2-2086-4b93-9a35-8132d2ca3e2d service neutron] Pushing event updated for resources: {'Port': ['ID=e2617094-f03a-4729-b3cf-f56b42380d7a,revision_number=2']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:12.679545 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686332ff-dfcd-4ad2-b970-fd3f464bc2a5 req-37a41bdb-2797-4293-8d8b-b98d1a94222c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:12.685151 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-686332ff-dfcd-4ad2-b970-fd3f464bc2a5 req-37a41bdb-2797-4293-8d8b-b98d1a94222c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=799fb833a74e4ec9879033c46726a559&device_id=0a6ad38a-50fb-4059-96f4-e736067a8448 HTTP/1.1" status: 200 len: 1096 time: 0.1141129 Jun 23 19:07:12.694218 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730efb6-419d-43eb-b7f8-03e0aa139cd1 req-475c780b-a98b-4085-947e-eb2d6238afda tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:12.695928 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-3730efb6-419d-43eb-b7f8-03e0aa139cd1 req-475c780b-a98b-4085-947e-eb2d6238afda tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=bceecb90-8e11-49b3-a5c3-1734f6f49918 HTTP/1.1" status: 200 len: 944 time: 0.1383901 Jun 23 19:07:12.705444 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-0386add2-2086-4b93-9a35-8132d2ca3e2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:12.708381 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-5260c3a1-94c7-4718-be63-641a3506a02d req-1b217712-dda9-48a0-aebd-e1b75a9ddd25 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f022836-784f-4a4c-ab37-ae1725639d96 HTTP/1.1" status: 200 len: 210 time: 0.1030469 Jun 23 19:07:12.798291 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-0fcf9ec6-715a-4bd1-8339-5ade7365f6cc req-0386add2-2086-4b93-9a35-8132d2ca3e2d service neutron] Attempting to bind port e2617094-f03a-4729-b3cf-f56b42380d7a on host hv-cinder-79049 for vnic_type normal with profile {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:07:12.798640 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-0fcf9ec6-715a-4bd1-8339-5ade7365f6cc req-0386add2-2086-4b93-9a35-8132d2ca3e2d service neutron] Attempting to bind port e2617094-f03a-4729-b3cf-f56b42380d7a by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'c8e876c6-8009-40df-a70b-ebc610b44f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '135041da-43be-4a0d-8112-dd2b8ce30653'}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:07:12.798987 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fcf9ec6-715a-4bd1-8339-5ade7365f6cc req-0386add2-2086-4b93-9a35-8132d2ca3e2d service neutron] Attempting to bind port e2617094-f03a-4729-b3cf-f56b42380d7a on network 135041da-43be-4a0d-8112-dd2b8ce30653 {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:07:12.809980 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fcf9ec6-715a-4bd1-8339-5ade7365f6cc req-0386add2-2086-4b93-9a35-8132d2ca3e2d service neutron] Port e2617094-f03a-4729-b3cf-f56b42380d7a on network 135041da-43be-4a0d-8112-dd2b8ce30653 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 19:07:12.810441 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fcf9ec6-715a-4bd1-8339-5ade7365f6cc req-0386add2-2086-4b93-9a35-8132d2ca3e2d service neutron] Attempting to bind port e2617094-f03a-4729-b3cf-f56b42380d7a on network 135041da-43be-4a0d-8112-dd2b8ce30653 {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:07:12.822003 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fcf9ec6-715a-4bd1-8339-5ade7365f6cc req-0386add2-2086-4b93-9a35-8132d2ca3e2d service neutron] Checking agent: {'id': '931bf73c-9d40-46c8-855c-92667356b0d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 19, 4, 47), 'started_at': datetime.datetime(2021, 6, 23, 19, 4, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:07:12.822352 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fcf9ec6-715a-4bd1-8339-5ade7365f6cc req-0386add2-2086-4b93-9a35-8132d2ca3e2d service neutron] Checking segment: {'id': 'c8e876c6-8009-40df-a70b-ebc610b44f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '135041da-43be-4a0d-8112-dd2b8ce30653'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:07:12.822912 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fcf9ec6-715a-4bd1-8339-5ade7365f6cc req-0386add2-2086-4b93-9a35-8132d2ca3e2d service neutron] Bound using segment: {'id': 'c8e876c6-8009-40df-a70b-ebc610b44f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '135041da-43be-4a0d-8112-dd2b8ce30653'} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:07:12.823780 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-0fcf9ec6-715a-4bd1-8339-5ade7365f6cc req-0386add2-2086-4b93-9a35-8132d2ca3e2d service neutron] Bound port: e2617094-f03a-4729-b3cf-f56b42380d7a, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8e876c6-8009-40df-a70b-ebc610b44f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '135041da-43be-4a0d-8112-dd2b8ce30653'}}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:07:12.823780 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-0fcf9ec6-715a-4bd1-8339-5ade7365f6cc req-0386add2-2086-4b93-9a35-8132d2ca3e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:12.864058 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-3730efb6-419d-43eb-b7f8-03e0aa139cd1 req-7aea074e-8a44-4bbb-97d7-edb4901550c4 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371288 Jun 23 19:07:12.913765 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf71b191-d64a-4669-8834-06a63b24ae31 req-995e23e3-3f57-489e-b2ff-4be746942b90 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:12.915638 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-cf71b191-d64a-4669-8834-06a63b24ae31 req-995e23e3-3f57-489e-b2ff-4be746942b90 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.49 "GET /v2.0/networks?id=e9fa93c1-9380-43f6-a51c-3dfc88effd3b HTTP/1.1" status: 200 len: 811 time: 0.2632220 Jun 23 19:07:12.928517 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686332ff-dfcd-4ad2-b970-fd3f464bc2a5 req-8a2d6f40-dd24-49f8-a34a-10b55106ce8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:12.931102 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-686332ff-dfcd-4ad2-b970-fd3f464bc2a5 req-8a2d6f40-dd24-49f8-a34a-10b55106ce8f service neutron] 10.222.0.49 "GET /v2.0/networks?id=135041da-43be-4a0d-8112-dd2b8ce30653 HTTP/1.1" status: 200 len: 919 time: 0.2341647 Jun 23 19:07:12.971956 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-0fcf9ec6-715a-4bd1-8339-5ade7365f6cc req-0386add2-2086-4b93-9a35-8132d2ca3e2d service neutron] For port e2617094-f03a-4729-b3cf-f56b42380d7a, host hv-cinder-79049, cleared binding levels {{(pid=93953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:07:13.009352 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-0fcf9ec6-715a-4bd1-8339-5ade7365f6cc req-0386add2-2086-4b93-9a35-8132d2ca3e2d service neutron] For port e2617094-f03a-4729-b3cf-f56b42380d7a, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=e2617094-f03a-4729-b3cf-f56b42380d7a,segment=NetworkSegment(c8e876c6-8009-40df-a70b-ebc610b44f72),segment_id=c8e876c6-8009-40df-a70b-ebc610b44f72)] {{(pid=93953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:07:13.014881 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-cf71b191-d64a-4669-8834-06a63b24ae31 req-642e0304-cca0-4d6c-a346-f44772942033 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4cbd9e58e50b42a281ca078879fab751 HTTP/1.1" status: 200 len: 379 time: 0.0749266 Jun 23 19:07:13.027039 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [req-cf71b191-d64a-4669-8834-06a63b24ae31 req-56c5d4fa-46c5-43b5-acc5-395451133a63 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Request body: {'port': {'device_id': '0f022836-784f-4a4c-ab37-ae1725639d96', 'network_id': 'e9fa93c1-9380-43f6-a51c-3dfc88effd3b', 'admin_state_up': True, 'tenant_id': '4cbd9e58e50b42a281ca078879fab751', 'security_groups': ['91571f0b-7134-4fa9-bd9c-2145cc487829']}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:07:13.051887 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-686332ff-dfcd-4ad2-b970-fd3f464bc2a5 req-0d1e75f4-d32d-4a59-b26e-b5aa53dcca1d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=52c88fe5-9869-47bc-a0f4-e8df303d12a7 HTTP/1.1" status: 200 len: 217 time: 0.0995817 Jun 23 19:07:13.128105 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-0fcf9ec6-715a-4bd1-8339-5ade7365f6cc req-0386add2-2086-4b93-9a35-8132d2ca3e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:13.139703 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686332ff-dfcd-4ad2-b970-fd3f464bc2a5 req-eac172b7-8844-4c7a-82a3-fa533ecafc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:13.142948 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-686332ff-dfcd-4ad2-b970-fd3f464bc2a5 req-eac172b7-8844-4c7a-82a3-fa533ecafc33 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9d5f5c89-7005-49cd-88db-9b8779875ae2 HTTP/1.1" status: 200 len: 858 time: 0.0813611 Jun 23 19:07:13.144055 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-d43184f6-42b2-4679-a4db-f7945cd8f3dd tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:13.181416 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf9ec6-715a-4bd1-8339-5ade7365f6cc req-0386add2-2086-4b93-9a35-8132d2ca3e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:13.182280 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-0fcf9ec6-715a-4bd1-8339-5ade7365f6cc req-0386add2-2086-4b93-9a35-8132d2ca3e2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770935'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:13.185593 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0fcf9ec6-715a-4bd1-8339-5ade7365f6cc req-0386add2-2086-4b93-9a35-8132d2ca3e2d service neutron] 10.222.0.49 "PUT /v2.0/ports/e2617094-f03a-4729-b3cf-f56b42380d7a HTTP/1.1" status: 200 len: 1094 time: 1.5214479 Jun 23 19:07:13.186292 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bceecb90-8e11-49b3-a5c3-1734f6f49918', 'tag': 'e2617094-f03a-4729-b3cf-f56b42380d7a'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:07:13.253342 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-686332ff-dfcd-4ad2-b970-fd3f464bc2a5 req-a313340b-6b8f-4a73-a7a8-654631f250b4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=135041da-43be-4a0d-8112-dd2b8ce30653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0955727 Jun 23 19:07:13.294510 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0386add2-2086-4b93-9a35-8132d2ca3e2d service neutron] Pushing event updated for resources: {'Port': ['ID=e2617094-f03a-4729-b3cf-f56b42380d7a,revision_number=3']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:13.301109 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-0386add2-2086-4b93-9a35-8132d2ca3e2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:13.436675 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf71b191-d64a-4669-8834-06a63b24ae31 req-56c5d4fa-46c5-43b5-acc5-395451133a63 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Made reservation on behalf of 4cbd9e58e50b42a281ca078879fab751 for: {'port': 1} {{(pid=93953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:07:13.440197 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-686332ff-dfcd-4ad2-b970-fd3f464bc2a5 req-6a0480fa-5cf3-436e-9d91-fc88a8ea7999 service neutron] 10.222.0.49 "GET /v2.0/networks/135041da-43be-4a0d-8112-dd2b8ce30653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788075 Jun 23 19:07:13.444163 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-cf71b191-d64a-4669-8834-06a63b24ae31 req-56c5d4fa-46c5-43b5-acc5-395451133a63 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-975148'] for port, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:13.570103 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-686332ff-dfcd-4ad2-b970-fd3f464bc2a5 req-0da6d8b0-8355-4353-b665-36c3165db2b5 service neutron] 10.222.0.49 "GET /v2.0/networks/135041da-43be-4a0d-8112-dd2b8ce30653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130798 Jun 23 19:07:13.701683 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf9ec6-715a-4bd1-8339-5ade7365f6cc req-2b6b0420-e3b8-4134-98ae-39a4ce1229dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:13.701683 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0fcf9ec6-715a-4bd1-8339-5ade7365f6cc req-2b6b0420-e3b8-4134-98ae-39a4ce1229dc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=799fb833a74e4ec9879033c46726a559&device_id=bceecb90-8e11-49b3-a5c3-1734f6f49918 HTTP/1.1" status: 200 len: 1097 time: 0.3079295 Jun 23 19:07:13.781334 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0fcf9ec6-715a-4bd1-8339-5ade7365f6cc req-f0073922-5b59-4595-9550-d8c3b3573636 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2617094-f03a-4729-b3cf-f56b42380d7a HTTP/1.1" status: 200 len: 217 time: 0.0604599 Jun 23 19:07:13.807086 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8902aeace0540733bba5a146bce723956a3312b5b25ae011a73fc84317b4d28a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67eef350-70d1-4e11-a56c-bd58a723bfaf" -d '{"events": [{"name": "network-changed", "server_uuid": "bceecb90-8e11-49b3-a5c3-1734f6f49918", "tag": "e2617094-f03a-4729-b3cf-f56b42380d7a"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:07:13.939573 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_common [req-cf71b191-d64a-4669-8834-06a63b24ae31 req-56c5d4fa-46c5-43b5-acc5-395451133a63 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Allocated IP 172.20.0.9 (e9fa93c1-9380-43f6-a51c-3dfc88effd3b/09e805ee-e30d-4540-8ef6-67d65653382f/61982a3b-9cce-4222-a53c-34caf6941c0c) {{(pid=93953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:07:14.112432 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73303e36-3f4c-4b9f-9e34-bdc2c54e5a98 req-3245018b-b271-4714-8b68-f99aad363a34 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:14.114303 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-73303e36-3f4c-4b9f-9e34-bdc2c54e5a98 req-3245018b-b271-4714-8b68-f99aad363a34 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab6c94e2-8406-4f47-af03-21a0507bab5d HTTP/1.1" status: 200 len: 944 time: 0.5564275 Jun 23 19:07:14.163098 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf9ec6-715a-4bd1-8339-5ade7365f6cc req-13db517c-295d-4525-a0dc-fd88e1cb4561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:14.169810 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0fcf9ec6-715a-4bd1-8339-5ade7365f6cc req-13db517c-295d-4525-a0dc-fd88e1cb4561 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9d5f5c89-7005-49cd-88db-9b8779875ae2 HTTP/1.1" status: 200 len: 858 time: 0.3569164 Jun 23 19:07:14.189438 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-cf71b191-d64a-4669-8834-06a63b24ae31 req-56c5d4fa-46c5-43b5-acc5-395451133a63 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks [] for port, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:14.197538 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-696b3059-7f2f-4100-a465-e982285267df req-508612b3-5de6-4b10-be48-b0a87357c239 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f022836-784f-4a4c-ab37-ae1725639d96 HTTP/1.1" status: 200 len: 210 time: 0.3208911 Jun 23 19:07:14.230490 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0fcf9ec6-715a-4bd1-8339-5ade7365f6cc req-a372ea50-ff61-44d6-9820-db2d547ae8ba service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=135041da-43be-4a0d-8112-dd2b8ce30653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419216 Jun 23 19:07:14.249825 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-73303e36-3f4c-4b9f-9e34-bdc2c54e5a98 req-fdaf0536-1fdf-4f93-9e6f-fd78d336c5e2 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c75d1db-d2b7-4df5-924b-f61d8e7468a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256189 Jun 23 19:07:14.269972 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [req-cf71b191-d64a-4669-8834-06a63b24ae31 req-56c5d4fa-46c5-43b5-acc5-395451133a63 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Transition to ACTIVE for port object 61982a3b-9cce-4222-a53c-34caf6941c0c will not be triggered until provisioned by entity DHCP. {{(pid=93953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:07:14.366256 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0fcf9ec6-715a-4bd1-8339-5ade7365f6cc req-f3f7f4f8-7faa-4d86-b70d-1931b55a3a50 service neutron] 10.222.0.49 "GET /v2.0/networks/135041da-43be-4a0d-8112-dd2b8ce30653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297872 Jun 23 19:07:14.514211 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc36a262-ccb7-484c-a865-986b9c295e75 req-ac3a63d5-ae6c-4017-bd0d-c1843e4223e6 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:14.514211 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fc36a262-ccb7-484c-a865-986b9c295e75 req-ac3a63d5-ae6c-4017-bd0d-c1843e4223e6 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=bceecb90-8e11-49b3-a5c3-1734f6f49918 HTTP/1.1" status: 200 len: 944 time: 0.1417356 Jun 23 19:07:14.518877 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-cf71b191-d64a-4669-8834-06a63b24ae31 req-56c5d4fa-46c5-43b5-acc5-395451133a63 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-975211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745549236125'] for port, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:14.543872 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:14.549726 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358e2a06-b4a3-44d3-8008-c50822212725 x-openstack-request-id: req-358e2a06-b4a3-44d3-8008-c50822212725 {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:07:14.550038 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bceecb90-8e11-49b3-a5c3-1734f6f49918", "tag": "e2617094-f03a-4729-b3cf-f56b42380d7a", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:07:14.550311 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-358e2a06-b4a3-44d3-8008-c50822212725 {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:07:14.550785 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bceecb90-8e11-49b3-a5c3-1734f6f49918', 'tag': 'e2617094-f03a-4729-b3cf-f56b42380d7a', 'status': 'completed', 'code': 200} Jun 23 19:07:14.578953 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0fcf9ec6-715a-4bd1-8339-5ade7365f6cc req-f2086039-e229-4fb7-8d00-819ad4633b25 service neutron] 10.222.0.49 "GET /v2.0/networks/135041da-43be-4a0d-8112-dd2b8ce30653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048733 Jun 23 19:07:14.608009 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf71b191-d64a-4669-8834-06a63b24ae31 req-56c5d4fa-46c5-43b5-acc5-395451133a63 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Network e9fa93c1-9380-43f6-a51c-3dfc88effd3b is already hosted by enough agents. {{(pid=93953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:07:14.627819 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fc36a262-ccb7-484c-a865-986b9c295e75 req-a431cf83-582f-4467-a7cb-d59ba6fa0da2 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014729 Jun 23 19:07:14.630965 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [req-cf71b191-d64a-4669-8834-06a63b24ae31 req-56c5d4fa-46c5-43b5-acc5-395451133a63 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Resources bound (agent type, host, resource id): {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:07:14.635754 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf71b191-d64a-4669-8834-06a63b24ae31 req-56c5d4fa-46c5-43b5-acc5-395451133a63 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Received port after_create {{(pid=93953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:07:14.641808 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf71b191-d64a-4669-8834-06a63b24ae31 req-56c5d4fa-46c5-43b5-acc5-395451133a63 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:14.642465 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-cf71b191-d64a-4669-8834-06a63b24ae31 req-56c5d4fa-46c5-43b5-acc5-395451133a63 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770935'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:14.646499 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c5d4fa-46c5-43b5-acc5-395451133a63 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Pushing event updated for resources: {'Port': ['ID=61982a3b-9cce-4222-a53c-34caf6941c0c,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:14.653675 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-56c5d4fa-46c5-43b5-acc5-395451133a63 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:14.785358 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-cf71b191-d64a-4669-8834-06a63b24ae31 req-56c5d4fa-46c5-43b5-acc5-395451133a63 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7631145 Jun 23 19:07:14.814923 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [req-cf71b191-d64a-4669-8834-06a63b24ae31 req-a46e9d3a-eae7-424e-94a4-c771472151c5 service neutron] Request body: {'port': {'device_id': '0f022836-784f-4a4c-ab37-ae1725639d96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:07:15.108965 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eef350-70d1-4e11-a56c-bd58a723bfaf req-89b200de-ba84-4ea6-a916-6c483b56542a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:15.110497 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-67eef350-70d1-4e11-a56c-bd58a723bfaf req-89b200de-ba84-4ea6-a916-6c483b56542a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=799fb833a74e4ec9879033c46726a559&device_id=bceecb90-8e11-49b3-a5c3-1734f6f49918 HTTP/1.1" status: 200 len: 1097 time: 0.3079169 Jun 23 19:07:15.111552 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-cf71b191-d64a-4669-8834-06a63b24ae31 req-a46e9d3a-eae7-424e-94a4-c771472151c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:15.158238 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-84b42b70-86ea-4878-9488-ee20d585a22c None None] Provisioning for port 61982a3b-9cce-4222-a53c-34caf6941c0c completed by entity DHCP. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:07:15.165063 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-84b42b70-86ea-4878-9488-ee20d585a22c None None] Provisioning complete for port 61982a3b-9cce-4222-a53c-34caf6941c0c triggered by entity DHCP. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:07:15.166392 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-84b42b70-86ea-4878-9488-ee20d585a22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:15.268276 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-84b42b70-86ea-4878-9488-ee20d585a22c None None] Port 61982a3b-9cce-4222-a53c-34caf6941c0c cannot update to ACTIVE because it is not bound. {{(pid=93954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 19:07:15.359938 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eef350-70d1-4e11-a56c-bd58a723bfaf req-8902f6ee-9071-4237-b4d9-7e43cb01b0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:15.362015 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-67eef350-70d1-4e11-a56c-bd58a723bfaf req-8902f6ee-9071-4237-b4d9-7e43cb01b0e7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=135041da-43be-4a0d-8112-dd2b8ce30653 HTTP/1.1" status: 200 len: 919 time: 0.2411213 Jun 23 19:07:15.528272 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-67eef350-70d1-4e11-a56c-bd58a723bfaf req-49ea46f8-4b31-4315-adbf-fa3eff8e107b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2617094-f03a-4729-b3cf-f56b42380d7a HTTP/1.1" status: 200 len: 217 time: 0.1585288 Jun 23 19:07:15.619343 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7bef06-24ce-4b57-8d8c-8ee559100cee req-352411ff-3d3d-4481-a826-a50819f7b2fd tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:15.625671 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5d7bef06-24ce-4b57-8d8c-8ee559100cee req-352411ff-3d3d-4481-a826-a50819f7b2fd tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f022836-784f-4a4c-ab37-ae1725639d96 HTTP/1.1" status: 200 len: 931 time: 0.1662831 Jun 23 19:07:15.670920 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5d7bef06-24ce-4b57-8d8c-8ee559100cee req-446aead8-de27-49c0-a396-1025cb1519dd tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/security-groups?id=91571f0b-7134-4fa9-bd9c-2145cc487829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389564 Jun 23 19:07:15.688369 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eef350-70d1-4e11-a56c-bd58a723bfaf req-e7aa6b7c-3066-456f-b2b0-94df8eb05daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:15.689943 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-67eef350-70d1-4e11-a56c-bd58a723bfaf req-e7aa6b7c-3066-456f-b2b0-94df8eb05daf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9d5f5c89-7005-49cd-88db-9b8779875ae2 HTTP/1.1" status: 200 len: 858 time: 0.1337919 Jun 23 19:07:15.734690 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device 52c88fe5-9869-47bc-a0f4-e8df303d12a7 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=93954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 19:07:15.741213 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18aeaf7-280d-4837-bc2d-a98593d9ea14 req-d4744ccf-bf9e-44b0-9761-01214b9024db tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:15.745264 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e18aeaf7-280d-4837-bc2d-a98593d9ea14 req-d4744ccf-bf9e-44b0-9761-01214b9024db tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab6c94e2-8406-4f47-af03-21a0507bab5d HTTP/1.1" status: 200 len: 944 time: 0.2614377 Jun 23 19:07:15.786616 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-67eef350-70d1-4e11-a56c-bd58a723bfaf req-4dd0ec8a-99bb-4898-b584-29e7b132cf37 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=135041da-43be-4a0d-8112-dd2b8ce30653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819914 Jun 23 19:07:15.881491 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e18aeaf7-280d-4837-bc2d-a98593d9ea14 req-4550f931-d018-4eb0-acb7-168f424a058e tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c75d1db-d2b7-4df5-924b-f61d8e7468a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002076 Jun 23 19:07:15.888566 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [req-cf71b191-d64a-4669-8834-06a63b24ae31 req-a46e9d3a-eae7-424e-94a4-c771472151c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61982a3b-9cce-4222-a53c-34caf6941c0c {{(pid=93953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:07:15.901997 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3201af9-8e68-487a-a1a6-258ff3fde829 req-7c96af55-8081-421c-9b16-0008af434738 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:15.904276 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f3201af9-8e68-487a-a1a6-258ff3fde829 req-7c96af55-8081-421c-9b16-0008af434738 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=bceecb90-8e11-49b3-a5c3-1734f6f49918 HTTP/1.1" status: 200 len: 944 time: 0.0762396 Jun 23 19:07:15.909087 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] For port 52c88fe5-9869-47bc-a0f4-e8df303d12a7, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=52c88fe5-9869-47bc-a0f4-e8df303d12a7,segment=NetworkSegment(c8e876c6-8009-40df-a70b-ebc610b44f72),segment_id=c8e876c6-8009-40df-a70b-ebc610b44f72)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:07:15.926777 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-cf71b191-d64a-4669-8834-06a63b24ae31 req-a46e9d3a-eae7-424e-94a4-c771472151c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:15.941525 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Returning: {'device': '52c88fe5-9869-47bc-a0f4-e8df303d12a7', 'network_id': '135041da-43be-4a0d-8112-dd2b8ce30653', 'port_id': '52c88fe5-9869-47bc-a0f4-e8df303d12a7', 'mac_address': 'fa:16:3e:06:41:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d5f5c89-7005-49cd-88db-9b8779875ae2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 19:07:15.950399 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [req-cf71b191-d64a-4669-8834-06a63b24ae31 req-a46e9d3a-eae7-424e-94a4-c771472151c5 service neutron] Transition to ACTIVE for port object 61982a3b-9cce-4222-a53c-34caf6941c0c will not be triggered until provisioned by entity L2. {{(pid=93953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:07:15.984957 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-67eef350-70d1-4e11-a56c-bd58a723bfaf req-3c420042-7716-462b-a6d3-3127a1598163 service neutron] 10.222.0.49 "GET /v2.0/networks/135041da-43be-4a0d-8112-dd2b8ce30653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703968 Jun 23 19:07:15.985192 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f3201af9-8e68-487a-a1a6-258ff3fde829 req-ea41cded-8fdb-420b-8897-65ae04903449 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729122 Jun 23 19:07:16.014260 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:16.029856 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.notifiers.nova [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52c88fe5-9869-47bc-a0f4-e8df303d12a7 {{(pid=93954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:07:16.063364 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] For port 52c88fe5-9869-47bc-a0f4-e8df303d12a7, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=52c88fe5-9869-47bc-a0f4-e8df303d12a7,segment=NetworkSegment(c8e876c6-8009-40df-a70b-ebc610b44f72),segment_id=c8e876c6-8009-40df-a70b-ebc610b44f72)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:07:16.117647 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-67eef350-70d1-4e11-a56c-bd58a723bfaf req-82b47416-bc98-480c-af94-53fe7e64e16b service neutron] 10.222.0.49 "GET /v2.0/networks/135041da-43be-4a0d-8112-dd2b8ce30653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234753 Jun 23 19:07:16.118516 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-cf71b191-d64a-4669-8834-06a63b24ae31 req-a46e9d3a-eae7-424e-94a4-c771472151c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:16.121780 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-f5efab0d-ebf6-42ca-b01b-43cb27cdc15f tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:16.167207 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:16.168558 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device 0eb164b5-f4a9-4f37-bb7c-2aaef95c7e7e details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=93954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 19:07:16.170685 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:16.181189 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46e9d3a-eae7-424e-94a4-c771472151c5 service neutron] Pushing event updated for resources: {'Port': ['ID=61982a3b-9cce-4222-a53c-34caf6941c0c,revision_number=2']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:16.219673 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-a46e9d3a-eae7-424e-94a4-c771472151c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:16.240023 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-cf71b191-d64a-4669-8834-06a63b24ae31 req-a46e9d3a-eae7-424e-94a4-c771472151c5 service neutron] Attempting to bind port 61982a3b-9cce-4222-a53c-34caf6941c0c on host hv-cinder-79049 for vnic_type normal with profile {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:07:16.243519 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-cf71b191-d64a-4669-8834-06a63b24ae31 req-a46e9d3a-eae7-424e-94a4-c771472151c5 service neutron] Attempting to bind port 61982a3b-9cce-4222-a53c-34caf6941c0c by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '5e6958c6-0673-49ac-8933-d7e0c6aa37e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'e9fa93c1-9380-43f6-a51c-3dfc88effd3b'}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:07:16.243519 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf71b191-d64a-4669-8834-06a63b24ae31 req-a46e9d3a-eae7-424e-94a4-c771472151c5 service neutron] Attempting to bind port 61982a3b-9cce-4222-a53c-34caf6941c0c on network e9fa93c1-9380-43f6-a51c-3dfc88effd3b {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:07:16.249789 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf71b191-d64a-4669-8834-06a63b24ae31 req-a46e9d3a-eae7-424e-94a4-c771472151c5 service neutron] Port 61982a3b-9cce-4222-a53c-34caf6941c0c on network e9fa93c1-9380-43f6-a51c-3dfc88effd3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 19:07:16.250304 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf71b191-d64a-4669-8834-06a63b24ae31 req-a46e9d3a-eae7-424e-94a4-c771472151c5 service neutron] Attempting to bind port 61982a3b-9cce-4222-a53c-34caf6941c0c on network e9fa93c1-9380-43f6-a51c-3dfc88effd3b {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:07:16.257107 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf71b191-d64a-4669-8834-06a63b24ae31 req-a46e9d3a-eae7-424e-94a4-c771472151c5 service neutron] Checking agent: {'id': '931bf73c-9d40-46c8-855c-92667356b0d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 19, 4, 47), 'started_at': datetime.datetime(2021, 6, 23, 19, 4, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:07:16.257673 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf71b191-d64a-4669-8834-06a63b24ae31 req-a46e9d3a-eae7-424e-94a4-c771472151c5 service neutron] Checking segment: {'id': '5e6958c6-0673-49ac-8933-d7e0c6aa37e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'e9fa93c1-9380-43f6-a51c-3dfc88effd3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:07:16.258236 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf71b191-d64a-4669-8834-06a63b24ae31 req-a46e9d3a-eae7-424e-94a4-c771472151c5 service neutron] Bound using segment: {'id': '5e6958c6-0673-49ac-8933-d7e0c6aa37e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'e9fa93c1-9380-43f6-a51c-3dfc88effd3b'} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:07:16.258695 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-cf71b191-d64a-4669-8834-06a63b24ae31 req-a46e9d3a-eae7-424e-94a4-c771472151c5 service neutron] Bound port: 61982a3b-9cce-4222-a53c-34caf6941c0c, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e6958c6-0673-49ac-8933-d7e0c6aa37e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'e9fa93c1-9380-43f6-a51c-3dfc88effd3b'}}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:07:16.259181 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-cf71b191-d64a-4669-8834-06a63b24ae31 req-a46e9d3a-eae7-424e-94a4-c771472151c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:16.265780 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Pushing event updated for resources: {'Port': ['ID=52c88fe5-9869-47bc-a0f4-e8df303d12a7,revision_number=4']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:16.295071 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:16.346330 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-cf71b191-d64a-4669-8834-06a63b24ae31 req-a46e9d3a-eae7-424e-94a4-c771472151c5 service neutron] For port 61982a3b-9cce-4222-a53c-34caf6941c0c, host hv-cinder-79049, cleared binding levels {{(pid=93953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:07:16.350884 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-cf71b191-d64a-4669-8834-06a63b24ae31 req-a46e9d3a-eae7-424e-94a4-c771472151c5 service neutron] For port 61982a3b-9cce-4222-a53c-34caf6941c0c, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=61982a3b-9cce-4222-a53c-34caf6941c0c,segment=NetworkSegment(5e6958c6-0673-49ac-8933-d7e0c6aa37e5),segment_id=5e6958c6-0673-49ac-8933-d7e0c6aa37e5)] {{(pid=93953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:07:16.351420 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] For port 0eb164b5-f4a9-4f37-bb7c-2aaef95c7e7e, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=0eb164b5-f4a9-4f37-bb7c-2aaef95c7e7e,segment=NetworkSegment(d7135929-867b-492a-a39d-0fc939774cf0),segment_id=d7135929-867b-492a-a39d-0fc939774cf0)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:07:16.365570 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Returning: {'device': '0eb164b5-f4a9-4f37-bb7c-2aaef95c7e7e', 'network_id': 'f5f3c45e-312d-4f44-ae96-f074b6189239', 'port_id': '0eb164b5-f4a9-4f37-bb7c-2aaef95c7e7e', 'mac_address': 'fa:16:3e:17:e1:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '207ea65d-65ed-417c-9c28-8958ef631365', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 19:07:16.407094 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:16.429802 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.notifiers.nova [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eb164b5-f4a9-4f37-bb7c-2aaef95c7e7e {{(pid=93954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:07:16.448580 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-cf71b191-d64a-4669-8834-06a63b24ae31 req-a46e9d3a-eae7-424e-94a4-c771472151c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:16.449624 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] For port 0eb164b5-f4a9-4f37-bb7c-2aaef95c7e7e, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=0eb164b5-f4a9-4f37-bb7c-2aaef95c7e7e,segment=NetworkSegment(d7135929-867b-492a-a39d-0fc939774cf0),segment_id=d7135929-867b-492a-a39d-0fc939774cf0)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:07:16.455697 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:16.499678 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf71b191-d64a-4669-8834-06a63b24ae31 req-a46e9d3a-eae7-424e-94a4-c771472151c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:16.500728 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-cf71b191-d64a-4669-8834-06a63b24ae31 req-a46e9d3a-eae7-424e-94a4-c771472151c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770935'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:16.502140 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-cf71b191-d64a-4669-8834-06a63b24ae31 req-a46e9d3a-eae7-424e-94a4-c771472151c5 service neutron] 10.222.0.49 "PUT /v2.0/ports/61982a3b-9cce-4222-a53c-34caf6941c0c HTTP/1.1" status: 200 len: 1093 time: 1.6982536 Jun 23 19:07:16.535573 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:16.542469 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:16.544353 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46e9d3a-eae7-424e-94a4-c771472151c5 service neutron] Pushing event updated for resources: {'Port': ['ID=61982a3b-9cce-4222-a53c-34caf6941c0c,revision_number=3']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:16.548615 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-a46e9d3a-eae7-424e-94a4-c771472151c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:16.552308 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f022836-784f-4a4c-ab37-ae1725639d96', 'tag': '61982a3b-9cce-4222-a53c-34caf6941c0c'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:07:16.555407 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8902aeace0540733bba5a146bce723956a3312b5b25ae011a73fc84317b4d28a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb70cdb2-2493-4dcb-9bc9-5bb0be4e68f8" -d '{"events": [{"name": "network-changed", "server_uuid": "0f022836-784f-4a4c-ab37-ae1725639d96", "tag": "61982a3b-9cce-4222-a53c-34caf6941c0c"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:07:16.619540 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Pushing event updated for resources: {'Port': ['ID=0eb164b5-f4a9-4f37-bb7c-2aaef95c7e7e,revision_number=4']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:16.622724 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-625a2dbf-a3ad-477f-b893-bd558f36feee x-openstack-request-id: req-625a2dbf-a3ad-477f-b893-bd558f36feee {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:07:16.623302 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f022836-784f-4a4c-ab37-ae1725639d96", "tag": "61982a3b-9cce-4222-a53c-34caf6941c0c", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:07:16.623797 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-625a2dbf-a3ad-477f-b893-bd558f36feee {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:07:16.624418 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f022836-784f-4a4c-ab37-ae1725639d96', 'tag': '61982a3b-9cce-4222-a53c-34caf6941c0c', 'status': 'completed', 'code': 200} Jun 23 19:07:16.640838 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:16.725082 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf71b191-d64a-4669-8834-06a63b24ae31 req-f5f3fac6-18a6-4918-bbe8-0093745bf571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:16.726608 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-cf71b191-d64a-4669-8834-06a63b24ae31 req-f5f3fac6-18a6-4918-bbe8-0093745bf571 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4cbd9e58e50b42a281ca078879fab751&device_id=0f022836-784f-4a4c-ab37-ae1725639d96 HTTP/1.1" status: 200 len: 1096 time: 0.0757482 Jun 23 19:07:16.900374 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dd3801-6673-411f-8010-466ee70d9188 req-100a02f6-b7d4-4128-9256-e407c33182b7 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:16.903433 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-35dd3801-6673-411f-8010-466ee70d9188 req-100a02f6-b7d4-4128-9256-e407c33182b7 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f022836-784f-4a4c-ab37-ae1725639d96 HTTP/1.1" status: 200 len: 943 time: 0.0779054 Jun 23 19:07:16.951640 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-35dd3801-6673-411f-8010-466ee70d9188 req-f3cb666f-3a93-4e3e-b216-0f06769cebf0 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/security-groups?id=91571f0b-7134-4fa9-bd9c-2145cc487829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408518 Jun 23 19:07:17.094422 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b1357-4435-4ce2-88d8-616e4fdc327a req-40a4fe5e-6e71-4795-802a-5b7eed943c85 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:17.095868 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-264b1357-4435-4ce2-88d8-616e4fdc327a req-40a4fe5e-6e71-4795-802a-5b7eed943c85 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab6c94e2-8406-4f47-af03-21a0507bab5d HTTP/1.1" status: 200 len: 945 time: 0.0713053 Jun 23 19:07:17.113833 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:17.133961 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-264b1357-4435-4ce2-88d8-616e4fdc327a req-62f0dc9a-0c2b-4e24-93bf-2c36e14305ca tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c75d1db-d2b7-4df5-924b-f61d8e7468a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319560 Jun 23 19:07:17.160192 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e03ff75-d719-4990-86f6-6830e130be4f req-aa8a3337-fca3-4bdb-9490-6027f1a150db tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:17.163991 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-6e03ff75-d719-4990-86f6-6830e130be4f req-aa8a3337-fca3-4bdb-9490-6027f1a150db tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=bceecb90-8e11-49b3-a5c3-1734f6f49918 HTTP/1.1" status: 200 len: 944 time: 0.0630090 Jun 23 19:07:17.209445 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-6e03ff75-d719-4990-86f6-6830e130be4f req-d7fe7f02-8169-4abe-bbba-9817207abeba tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407505 Jun 23 19:07:17.796593 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 58162) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:17.931261 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-196bca1e-7449-4779-8459-0b3d2c5cba7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:18.060426 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-196bca1e-7449-4779-8459-0b3d2c5cba7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:18.150274 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-196bca1e-7449-4779-8459-0b3d2c5cba7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:18.157473 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:18.182262 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01126b2d-bbce-4d40-8989-ede89992a858 req-d6d3e578-494a-40dd-b20b-933f6e20d707 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:18.182262 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-01126b2d-bbce-4d40-8989-ede89992a858 req-d6d3e578-494a-40dd-b20b-933f6e20d707 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f022836-784f-4a4c-ab37-ae1725639d96 HTTP/1.1" status: 200 len: 943 time: 0.0905387 Jun 23 19:07:18.232234 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-196bca1e-7449-4779-8459-0b3d2c5cba7a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0657966178174497b870a6f0539e6ac9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4342499 Jun 23 19:07:18.233300 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 58176) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:18.234487 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196bca1e-7449-4779-8459-0b3d2c5cba7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e408ca-1b1b-417e-aae7-96737776c939,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:18.244914 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-196bca1e-7449-4779-8459-0b3d2c5cba7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:18.265470 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-01126b2d-bbce-4d40-8989-ede89992a858 req-87cc96da-2a15-4d08-ba82-c77a4518f4eb tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/security-groups?id=91571f0b-7134-4fa9-bd9c-2145cc487829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733480 Jun 23 19:07:18.376791 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-c96ff5f4-aa80-4a00-b3a4-f88e7675fa99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:18.418317 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-c96ff5f4-aa80-4a00-b3a4-f88e7675fa99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:18.450620 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd1245-7015-4928-83dc-400e673c74b4 req-5ca490bf-d33e-4e56-8e18-ee1ea1402dcb tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:18.457473 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-67fd1245-7015-4928-83dc-400e673c74b4 req-5ca490bf-d33e-4e56-8e18-ee1ea1402dcb tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab6c94e2-8406-4f47-af03-21a0507bab5d HTTP/1.1" status: 200 len: 945 time: 0.1516647 Jun 23 19:07:18.472456 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa77133-4719-4f5f-bf7c-dfc70b42a4a5 req-01ebf301-f50c-4e06-9467-0e358ef8d0a4 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:18.482277 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9aa77133-4719-4f5f-bf7c-dfc70b42a4a5 req-01ebf301-f50c-4e06-9467-0e358ef8d0a4 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=bceecb90-8e11-49b3-a5c3-1734f6f49918 HTTP/1.1" status: 200 len: 944 time: 0.0907047 Jun 23 19:07:18.521144 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9aa77133-4719-4f5f-bf7c-dfc70b42a4a5 req-243e470a-902e-4650-a22b-f5278f848f4c tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353963 Jun 23 19:07:18.595841 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-67fd1245-7015-4928-83dc-400e673c74b4 req-c9c0a0aa-bfb4-416e-8b0f-504de8ede2ee tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c75d1db-d2b7-4df5-924b-f61d8e7468a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206436 Jun 23 19:07:18.702452 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-c96ff5f4-aa80-4a00-b3a4-f88e7675fa99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:18.705177 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-c96ff5f4-aa80-4a00-b3a4-f88e7675fa99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:18.706768 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-c96ff5f4-aa80-4a00-b3a4-f88e7675fa99 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e4e408ca-1b1b-417e-aae7-96737776c939 HTTP/1.1" status: 204 len: 168 time: 0.4603496 Jun 23 19:07:18.707907 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:18.717052 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96ff5f4-aa80-4a00-b3a4-f88e7675fa99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e408ca-1b1b-417e-aae7-96737776c939,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:18.720336 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-c96ff5f4-aa80-4a00-b3a4-f88e7675fa99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:19.450442 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365fe3b1-33f9-4aa3-8d7c-0903e0cf3c9f req-e2e5c92e-a524-4970-bc82-ec561b418ff7 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:19.452042 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-365fe3b1-33f9-4aa3-8d7c-0903e0cf3c9f req-e2e5c92e-a524-4970-bc82-ec561b418ff7 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f022836-784f-4a4c-ab37-ae1725639d96 HTTP/1.1" status: 200 len: 943 time: 0.0687277 Jun 23 19:07:19.458451 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device e2617094-f03a-4729-b3cf-f56b42380d7a details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=93954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 19:07:19.539797 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-cf71b191-d64a-4669-8834-06a63b24ae31 req-243ea6b4-0edc-42bb-b9cb-4d1cdbf80875 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61982a3b-9cce-4222-a53c-34caf6941c0c HTTP/1.1" status: 200 len: 217 time: 0.0680237 Jun 23 19:07:19.598263 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-365fe3b1-33f9-4aa3-8d7c-0903e0cf3c9f req-7aa299a6-30eb-4c61-8417-5dab4a9a4f57 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/security-groups?id=91571f0b-7134-4fa9-bd9c-2145cc487829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390414 Jun 23 19:07:19.617351 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 58208) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:19.640454 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf71b191-d64a-4669-8834-06a63b24ae31 req-b985cefe-360c-4fc2-b2a4-b9168be453b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:19.645977 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-cf71b191-d64a-4669-8834-06a63b24ae31 req-b985cefe-360c-4fc2-b2a4-b9168be453b8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=09e805ee-e30d-4540-8ef6-67d65653382f HTTP/1.1" status: 200 len: 850 time: 0.0973639 Jun 23 19:07:19.662341 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a1bc5165-9c8d-422e-85a9-14fdfeaf1a33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:19.717124 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] For port e2617094-f03a-4729-b3cf-f56b42380d7a, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=e2617094-f03a-4729-b3cf-f56b42380d7a,segment=NetworkSegment(c8e876c6-8009-40df-a70b-ebc610b44f72),segment_id=c8e876c6-8009-40df-a70b-ebc610b44f72)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:07:19.732964 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Returning: {'device': 'e2617094-f03a-4729-b3cf-f56b42380d7a', 'network_id': '135041da-43be-4a0d-8112-dd2b8ce30653', 'port_id': 'e2617094-f03a-4729-b3cf-f56b42380d7a', 'mac_address': 'fa:16:3e:92:04:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d5f5c89-7005-49cd-88db-9b8779875ae2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 19:07:19.744480 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] get_ports_and_sgs() called for port_ids ['0eb164b5-f4a9-4f37-bb7c-2aaef95c7e7e'] {{(pid=93954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:07:19.753080 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf71b191-d64a-4669-8834-06a63b24ae31 req-0d74f954-7a20-423d-878d-fabfe66c974a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:19.755353 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-cf71b191-d64a-4669-8834-06a63b24ae31 req-0d74f954-7a20-423d-878d-fabfe66c974a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e9fa93c1-9380-43f6-a51c-3dfc88effd3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1018062 Jun 23 19:07:19.867672 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] get_ports_and_sgs() called for port_ids ['52c88fe5-9869-47bc-a0f4-e8df303d12a7'] {{(pid=93954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:07:19.941944 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4000081f-d0ce-41dd-b26d-0b7b2272b90e req-17868c41-b918-434f-8dfd-6e846ce1c810 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:19.944154 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-4000081f-d0ce-41dd-b26d-0b7b2272b90e req-17868c41-b918-434f-8dfd-6e846ce1c810 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=bceecb90-8e11-49b3-a5c3-1734f6f49918 HTTP/1.1" status: 200 len: 944 time: 0.2281137 Jun 23 19:07:19.990075 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-cf71b191-d64a-4669-8834-06a63b24ae31 req-55aef56c-9c15-4712-bbb3-ee58e46082bb service neutron] 10.222.0.49 "GET /v2.0/networks/e9fa93c1-9380-43f6-a51c-3dfc88effd3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236798 Jun 23 19:07:19.999613 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a1bc5165-9c8d-422e-85a9-14fdfeaf1a33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:20.045035 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-4000081f-d0ce-41dd-b26d-0b7b2272b90e req-396e020d-7816-450b-93ad-d549891e5b98 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873396 Jun 23 19:07:20.069361 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d163a3-2b21-4568-8eb8-b29680d3ee23 req-c36b2f7a-d9b9-43f7-b249-c89e43bbc081 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:20.070995 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b3d163a3-2b21-4568-8eb8-b29680d3ee23 req-c36b2f7a-d9b9-43f7-b249-c89e43bbc081 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab6c94e2-8406-4f47-af03-21a0507bab5d HTTP/1.1" status: 200 len: 945 time: 0.1611633 Jun 23 19:07:20.079843 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:20.111261 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a1bc5165-9c8d-422e-85a9-14fdfeaf1a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:20.119475 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-7a0c7a1e-e7ac-43ec-9ae8-c5a5299bba29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:20.154809 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-cf71b191-d64a-4669-8834-06a63b24ae31 req-9182a1ea-631b-4cf3-a72e-ece053326876 service neutron] 10.222.0.49 "GET /v2.0/networks/e9fa93c1-9380-43f6-a51c-3dfc88effd3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567574 Jun 23 19:07:20.161075 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b3d163a3-2b21-4568-8eb8-b29680d3ee23 req-4a3ebdf8-c96d-4cb0-9340-bcba16d87712 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c75d1db-d2b7-4df5-924b-f61d8e7468a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785584 Jun 23 19:07:20.166937 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.notifiers.nova [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2617094-f03a-4729-b3cf-f56b42380d7a {{(pid=93954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:07:20.190092 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bc5165-9c8d-422e-85a9-14fdfeaf1a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e019004-8d73-4b6a-a78c-0db023cb0f73,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:20.197435 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-a1bc5165-9c8d-422e-85a9-14fdfeaf1a33 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a41d9f61f93f4c08adee46e7e9b6fe45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5774407 Jun 23 19:07:20.198585 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-a1bc5165-9c8d-422e-85a9-14fdfeaf1a33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:20.202146 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 58216) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:20.225452 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] For port e2617094-f03a-4729-b3cf-f56b42380d7a, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=e2617094-f03a-4729-b3cf-f56b42380d7a,segment=NetworkSegment(c8e876c6-8009-40df-a70b-ebc610b44f72),segment_id=c8e876c6-8009-40df-a70b-ebc610b44f72)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:07:20.266404 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-24bd91c5-d0fe-41b6-85f1-2a2b83ca8985 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:20.293679 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:20.296163 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:20.297761 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-24bd91c5-d0fe-41b6-85f1-2a2b83ca8985 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:20.362674 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Pushing event updated for resources: {'Port': ['ID=e2617094-f03a-4729-b3cf-f56b42380d7a,revision_number=4']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:20.366208 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:20.439156 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb70cdb2-2493-4dcb-9bc9-5bb0be4e68f8 req-98269019-4b7d-4ee8-a9d5-37cb9af1dffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:20.440724 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fb70cdb2-2493-4dcb-9bc9-5bb0be4e68f8 req-98269019-4b7d-4ee8-a9d5-37cb9af1dffa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4cbd9e58e50b42a281ca078879fab751&device_id=0f022836-784f-4a4c-ab37-ae1725639d96 HTTP/1.1" status: 200 len: 1096 time: 0.0586274 Jun 23 19:07:20.457614 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-24bd91c5-d0fe-41b6-85f1-2a2b83ca8985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:20.469862 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-24bd91c5-d0fe-41b6-85f1-2a2b83ca8985 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:20.471098 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-24bd91c5-d0fe-41b6-85f1-2a2b83ca8985 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7e019004-8d73-4b6a-a78c-0db023cb0f73 HTTP/1.1" status: 204 len: 168 time: 0.2675743 Jun 23 19:07:20.478908 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-396baeea-5990-4f30-bb8c-dbfba8f40c0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:20.516145 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bd91c5-d0fe-41b6-85f1-2a2b83ca8985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e019004-8d73-4b6a-a78c-0db023cb0f73,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:20.519993 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-24bd91c5-d0fe-41b6-85f1-2a2b83ca8985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:20.563975 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb70cdb2-2493-4dcb-9bc9-5bb0be4e68f8 req-10d1c180-9d1b-47f8-a9d3-920110178b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:20.565460 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fb70cdb2-2493-4dcb-9bc9-5bb0be4e68f8 req-10d1c180-9d1b-47f8-a9d3-920110178b26 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e9fa93c1-9380-43f6-a51c-3dfc88effd3b HTTP/1.1" status: 200 len: 912 time: 0.1179805 Jun 23 19:07:20.617128 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fb70cdb2-2493-4dcb-9bc9-5bb0be4e68f8 req-21c07489-2211-43ed-87b9-dac4e97ef09d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61982a3b-9cce-4222-a53c-34caf6941c0c HTTP/1.1" status: 200 len: 217 time: 0.0435779 Jun 23 19:07:20.670692 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb70cdb2-2493-4dcb-9bc9-5bb0be4e68f8 req-1b9e18b5-8698-416b-bcdf-a560f19d0e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:20.672114 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fb70cdb2-2493-4dcb-9bc9-5bb0be4e68f8 req-1b9e18b5-8698-416b-bcdf-a560f19d0e8f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=09e805ee-e30d-4540-8ef6-67d65653382f HTTP/1.1" status: 200 len: 850 time: 0.0477624 Jun 23 19:07:20.786367 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb70cdb2-2493-4dcb-9bc9-5bb0be4e68f8 req-c8d89757-88bc-456a-9112-bb8f41f8403f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:20.788716 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fb70cdb2-2493-4dcb-9bc9-5bb0be4e68f8 req-c8d89757-88bc-456a-9112-bb8f41f8403f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e9fa93c1-9380-43f6-a51c-3dfc88effd3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1089888 Jun 23 19:07:20.846137 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] get_ports_and_sgs() called for port_ids ['e2617094-f03a-4729-b3cf-f56b42380d7a'] {{(pid=93954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:07:20.987993 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef5d9d-a895-4c79-b7e6-f11960648734 req-2ec65336-6db9-486f-b718-2ce8684fa35f tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:20.991150 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-e6ef5d9d-a895-4c79-b7e6-f11960648734 req-2ec65336-6db9-486f-b718-2ce8684fa35f tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f022836-784f-4a4c-ab37-ae1725639d96 HTTP/1.1" status: 200 len: 943 time: 0.1371255 Jun 23 19:07:21.000803 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fb70cdb2-2493-4dcb-9bc9-5bb0be4e68f8 req-df34e039-490e-497c-a448-6b386e027b1c service neutron] 10.222.0.49 "GET /v2.0/networks/e9fa93c1-9380-43f6-a51c-3dfc88effd3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037168 Jun 23 19:07:21.052955 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-e6ef5d9d-a895-4c79-b7e6-f11960648734 req-0d68f9e3-086a-4230-8cba-c5132b569b69 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/security-groups?id=91571f0b-7134-4fa9-bd9c-2145cc487829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537064 Jun 23 19:07:21.133455 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fb70cdb2-2493-4dcb-9bc9-5bb0be4e68f8 req-e41ae632-f21e-48e2-8ff5-3c0f84be8c80 service neutron] 10.222.0.49 "GET /v2.0/networks/e9fa93c1-9380-43f6-a51c-3dfc88effd3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222501 Jun 23 19:07:21.273834 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a188eec7-0070-425f-acba-e5445b0e6555 req-aa58ad58-e215-4469-96f4-5620e45911ad tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:21.276511 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a188eec7-0070-425f-acba-e5445b0e6555 req-aa58ad58-e215-4469-96f4-5620e45911ad tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=bceecb90-8e11-49b3-a5c3-1734f6f49918 HTTP/1.1" status: 200 len: 945 time: 0.0900776 Jun 23 19:07:21.347416 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a188eec7-0070-425f-acba-e5445b0e6555 req-b0419b3a-bb97-44fe-8407-332c64f83510 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611365 Jun 23 19:07:21.406651 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c4d140-feba-49bb-994d-57eaaf4a812f req-70fad72b-4808-44c7-8850-64098b19bfb0 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:21.408046 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-51c4d140-feba-49bb-994d-57eaaf4a812f req-70fad72b-4808-44c7-8850-64098b19bfb0 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab6c94e2-8406-4f47-af03-21a0507bab5d HTTP/1.1" status: 200 len: 945 time: 0.0883811 Jun 23 19:07:21.496085 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-51c4d140-feba-49bb-994d-57eaaf4a812f req-e5b928c2-41cd-484d-a120-0ab71bb5c0c7 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c75d1db-d2b7-4df5-924b-f61d8e7468a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710943 Jun 23 19:07:22.266401 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df7d659-c6fb-4e4c-b5a4-f09dcce69d44 req-04ff6b3c-dedd-4781-967e-dddd90e0a86a tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:22.268523 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-1df7d659-c6fb-4e4c-b5a4-f09dcce69d44 req-04ff6b3c-dedd-4781-967e-dddd90e0a86a tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f022836-784f-4a4c-ab37-ae1725639d96 HTTP/1.1" status: 200 len: 943 time: 0.0781517 Jun 23 19:07:22.318100 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-1df7d659-c6fb-4e4c-b5a4-f09dcce69d44 req-4a7fafc2-ffd7-47a9-83c1-f7272a9790ce tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/security-groups?id=91571f0b-7134-4fa9-bd9c-2145cc487829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425904 Jun 23 19:07:22.534297 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df13488-2647-43bd-8255-7c6397d4bcc4 req-782b5f47-077e-44c2-93f3-d9335fe71581 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:22.535728 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-9df13488-2647-43bd-8255-7c6397d4bcc4 req-782b5f47-077e-44c2-93f3-d9335fe71581 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=bceecb90-8e11-49b3-a5c3-1734f6f49918 HTTP/1.1" status: 200 len: 945 time: 0.0781350 Jun 23 19:07:22.600807 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-9df13488-2647-43bd-8255-7c6397d4bcc4 req-ced25340-cd2c-451d-a470-5352d1e9b32b tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569360 Jun 23 19:07:22.778921 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a53d6-2729-44cc-bd27-5bc8c366b8bd req-04108e99-1414-4ad0-9331-95e5b0734293 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:22.781011 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0b3a53d6-2729-44cc-bd27-5bc8c366b8bd req-04108e99-1414-4ad0-9331-95e5b0734293 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab6c94e2-8406-4f47-af03-21a0507bab5d HTTP/1.1" status: 200 len: 945 time: 0.0864265 Jun 23 19:07:22.825356 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0b3a53d6-2729-44cc-bd27-5bc8c366b8bd req-0329ccc6-4af6-4c01-90eb-850341a48a13 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c75d1db-d2b7-4df5-924b-f61d8e7468a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385177 Jun 23 19:07:23.320187 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.agents_db [None req-808d9167-7b86-4487-ac1f-373b1677e9b0 None None] Agent healthcheck: found 6 active agents {{(pid=93955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:07:23.573209 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f421a9-fb73-4dfc-8e28-6e099c4b9425 req-d681928d-a8df-4758-af82-8b7c164379ac tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:23.576427 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a7f421a9-fb73-4dfc-8e28-6e099c4b9425 req-d681928d-a8df-4758-af82-8b7c164379ac tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f022836-784f-4a4c-ab37-ae1725639d96 HTTP/1.1" status: 200 len: 943 time: 0.0842519 Jun 23 19:07:23.621293 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a7f421a9-fb73-4dfc-8e28-6e099c4b9425 req-a52ec6a4-e810-4c2a-bec1-c3e39ac3583f tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/security-groups?id=91571f0b-7134-4fa9-bd9c-2145cc487829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381193 Jun 23 19:07:23.840670 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9b01cc-eae6-474a-8a52-13f4687d0fa3 req-3e4962ee-e36e-434d-9e33-b6bc8ed81a5a tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:23.843175 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ae9b01cc-eae6-474a-8a52-13f4687d0fa3 req-3e4962ee-e36e-434d-9e33-b6bc8ed81a5a tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=bceecb90-8e11-49b3-a5c3-1734f6f49918 HTTP/1.1" status: 200 len: 945 time: 0.0938516 Jun 23 19:07:23.910155 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ae9b01cc-eae6-474a-8a52-13f4687d0fa3 req-fdb75218-7cbb-491c-8ee0-7c90e93ebeba tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607851 Jun 23 19:07:24.052709 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d1be97-07ea-4b9f-84b3-59277857a944 req-a7c78104-707e-4077-906b-12afbb56cde6 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:24.054254 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-b2d1be97-07ea-4b9f-84b3-59277857a944 req-a7c78104-707e-4077-906b-12afbb56cde6 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab6c94e2-8406-4f47-af03-21a0507bab5d HTTP/1.1" status: 200 len: 945 time: 0.0791183 Jun 23 19:07:24.100974 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-b2d1be97-07ea-4b9f-84b3-59277857a944 req-8b22c1fc-3902-47bc-9ba0-acdca9c959e9 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c75d1db-d2b7-4df5-924b-f61d8e7468a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408907 Jun 23 19:07:24.776592 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device 61982a3b-9cce-4222-a53c-34caf6941c0c details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=93954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 19:07:24.794310 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device e2617094-f03a-4729-b3cf-f56b42380d7a up at agent hyperv_hv-cinder-79049 {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:07:24.818230 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc43e5-b098-42e0-a2e0-28d01fdbf3dc req-392c7315-a42d-4df8-a9ee-3942c6190279 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:24.819717 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c9fc43e5-b098-42e0-a2e0-28d01fdbf3dc req-392c7315-a42d-4df8-a9ee-3942c6190279 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f022836-784f-4a4c-ab37-ae1725639d96 HTTP/1.1" status: 200 len: 943 time: 0.0639939 Jun 23 19:07:24.892039 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c9fc43e5-b098-42e0-a2e0-28d01fdbf3dc req-49e2f78e-0aaa-405a-b0e8-9832eb67f033 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/security-groups?id=91571f0b-7134-4fa9-bd9c-2145cc487829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597241 Jun 23 19:07:24.919582 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] For port 61982a3b-9cce-4222-a53c-34caf6941c0c, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=61982a3b-9cce-4222-a53c-34caf6941c0c,segment=NetworkSegment(5e6958c6-0673-49ac-8933-d7e0c6aa37e5),segment_id=5e6958c6-0673-49ac-8933-d7e0c6aa37e5)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:07:24.931054 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Returning: {'device': '61982a3b-9cce-4222-a53c-34caf6941c0c', 'network_id': 'e9fa93c1-9380-43f6-a51c-3dfc88effd3b', 'port_id': '61982a3b-9cce-4222-a53c-34caf6941c0c', 'mac_address': 'fa:16:3e:9a:e0:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09e805ee-e30d-4540-8ef6-67d65653382f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 19:07:24.972083 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Provisioning for port e2617094-f03a-4729-b3cf-f56b42380d7a completed by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:07:24.983010 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Provisioning complete for port e2617094-f03a-4729-b3cf-f56b42380d7a triggered by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:07:24.983691 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:24.987462 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:25.048465 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.notifiers.nova [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61982a3b-9cce-4222-a53c-34caf6941c0c {{(pid=93954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:07:25.101737 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] For port 61982a3b-9cce-4222-a53c-34caf6941c0c, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=61982a3b-9cce-4222-a53c-34caf6941c0c,segment=NetworkSegment(5e6958c6-0673-49ac-8933-d7e0c6aa37e5),segment_id=5e6958c6-0673-49ac-8933-d7e0c6aa37e5)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:07:25.205437 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c192492e-875e-44ef-915e-210e6cc040df req-a7108bf8-9519-430b-bbec-89badf9e60a2 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:25.212216 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c192492e-875e-44ef-915e-210e6cc040df req-a7108bf8-9519-430b-bbec-89badf9e60a2 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=bceecb90-8e11-49b3-a5c3-1734f6f49918 HTTP/1.1" status: 200 len: 945 time: 0.0887573 Jun 23 19:07:25.248092 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:25.251866 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:25.280736 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c192492e-875e-44ef-915e-210e6cc040df req-b83fd831-bd6e-48c9-95cf-fff5f2c0a9ab tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631065 Jun 23 19:07:25.290085 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:25.342899 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bceecb90-8e11-49b3-a5c3-1734f6f49918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2617094-f03a-4729-b3cf-f56b42380d7a'}] {{(pid=93954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:07:25.378757 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40644fb3-f69b-49f5-9372-7e05d8bd7d7a req-504b8098-f06d-4d65-91ac-43936e93fa57 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:25.381344 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-40644fb3-f69b-49f5-9372-7e05d8bd7d7a req-504b8098-f06d-4d65-91ac-43936e93fa57 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab6c94e2-8406-4f47-af03-21a0507bab5d HTTP/1.1" status: 200 len: 945 time: 0.1093006 Jun 23 19:07:25.435268 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-40644fb3-f69b-49f5-9372-7e05d8bd7d7a req-285a41d2-b083-4016-b9c4-83eef0c179cf tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c75d1db-d2b7-4df5-924b-f61d8e7468a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468051 Jun 23 19:07:25.443912 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Pushing event updated for resources: {'Port': ['ID=61982a3b-9cce-4222-a53c-34caf6941c0c,revision_number=4']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:25.453406 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:25.463315 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] For port e2617094-f03a-4729-b3cf-f56b42380d7a, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=e2617094-f03a-4729-b3cf-f56b42380d7a,segment=NetworkSegment(c8e876c6-8009-40df-a70b-ebc610b44f72),segment_id=c8e876c6-8009-40df-a70b-ebc610b44f72)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:07:25.565949 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78efef87a1af135e54214795b53a936b9e8d2b7d09f053504b37278e2de45a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cddfb16-ef44-40fa-8071-0ac3d0d2ec4b" -d '{"events": [{"server_uuid": "bceecb90-8e11-49b3-a5c3-1734f6f49918", "name": "network-vif-plugged", "status": "completed", "tag": "e2617094-f03a-4729-b3cf-f56b42380d7a"}]}' {{(pid=93954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:07:25.636828 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:25.638125 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device 52c88fe5-9869-47bc-a0f4-e8df303d12a7 up at agent hyperv_hv-cinder-79049 {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:07:25.640158 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:25.704957 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07008cba-2958-4164-b5d2-f21260eb6261 x-openstack-request-id: req-07008cba-2958-4164-b5d2-f21260eb6261 {{(pid=93954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:07:25.704957 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bceecb90-8e11-49b3-a5c3-1734f6f49918", "name": "network-vif-plugged", "status": "completed", "tag": "e2617094-f03a-4729-b3cf-f56b42380d7a", "code": 200}]} {{(pid=93954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:07:25.704957 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-07008cba-2958-4164-b5d2-f21260eb6261 {{(pid=93954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:07:25.704957 dv-cinder-790492-6-iscsi neutron-server[93954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bceecb90-8e11-49b3-a5c3-1734f6f49918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2617094-f03a-4729-b3cf-f56b42380d7a', 'code': 200} Jun 23 19:07:25.733180 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Pushing event updated for resources: {'Port': ['ID=e2617094-f03a-4729-b3cf-f56b42380d7a,revision_number=5']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:25.737102 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:25.892724 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Provisioning for port 52c88fe5-9869-47bc-a0f4-e8df303d12a7 completed by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:07:25.899015 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Provisioning complete for port 52c88fe5-9869-47bc-a0f4-e8df303d12a7 triggered by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:07:25.899690 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:25.996696 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:26.037715 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] For port 52c88fe5-9869-47bc-a0f4-e8df303d12a7, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=52c88fe5-9869-47bc-a0f4-e8df303d12a7,segment=NetworkSegment(c8e876c6-8009-40df-a70b-ebc610b44f72),segment_id=c8e876c6-8009-40df-a70b-ebc610b44f72)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:07:26.115166 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230cd7ae-f35a-421d-b198-0929b939adbe req-dc0730ee-5fbe-4c5a-86ff-e57e1aeac8fd tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:26.116664 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-230cd7ae-f35a-421d-b198-0929b939adbe req-dc0730ee-5fbe-4c5a-86ff-e57e1aeac8fd tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f022836-784f-4a4c-ab37-ae1725639d96 HTTP/1.1" status: 200 len: 944 time: 0.0921164 Jun 23 19:07:26.156799 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-230cd7ae-f35a-421d-b198-0929b939adbe req-c6d92824-fb49-422e-bc00-90a7d0e799da tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/security-groups?id=91571f0b-7134-4fa9-bd9c-2145cc487829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335493 Jun 23 19:07:26.168444 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:26.169347 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device 0eb164b5-f4a9-4f37-bb7c-2aaef95c7e7e up at agent hyperv_hv-cinder-79049 {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:07:26.171216 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:26.248084 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Pushing event updated for resources: {'Port': ['ID=52c88fe5-9869-47bc-a0f4-e8df303d12a7,revision_number=5']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:26.254179 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:26.350305 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Provisioning for port 0eb164b5-f4a9-4f37-bb7c-2aaef95c7e7e completed by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:07:26.354557 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Provisioning complete for port 0eb164b5-f4a9-4f37-bb7c-2aaef95c7e7e triggered by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:07:26.354930 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:26.475150 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:26.480137 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8cf88f-0bee-4cd3-bd04-a2733e0cfc4f req-f4f6c05d-c1c9-4c5b-9e2e-7b7bae594f71 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:26.482445 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-3c8cf88f-0bee-4cd3-bd04-a2733e0cfc4f req-f4f6c05d-c1c9-4c5b-9e2e-7b7bae594f71 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=bceecb90-8e11-49b3-a5c3-1734f6f49918 HTTP/1.1" status: 200 len: 946 time: 0.0773318 Jun 23 19:07:26.529722 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] For port 0eb164b5-f4a9-4f37-bb7c-2aaef95c7e7e, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=0eb164b5-f4a9-4f37-bb7c-2aaef95c7e7e,segment=NetworkSegment(d7135929-867b-492a-a39d-0fc939774cf0),segment_id=d7135929-867b-492a-a39d-0fc939774cf0)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:07:26.534268 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-3c8cf88f-0bee-4cd3-bd04-a2733e0cfc4f req-4f86b12a-c4ba-4029-a1ba-d269639aea3e tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383673 Jun 23 19:07:26.613067 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:26.616833 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:26.654614 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8dc3bc-49c3-4bc0-b20a-d3efe71e9576 req-7efe103a-6018-4dbf-b74a-e6446568a5bc tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:26.656277 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ed8dc3bc-49c3-4bc0-b20a-d3efe71e9576 req-7efe103a-6018-4dbf-b74a-e6446568a5bc tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab6c94e2-8406-4f47-af03-21a0507bab5d HTTP/1.1" status: 200 len: 945 time: 0.0765691 Jun 23 19:07:26.690650 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Pushing event updated for resources: {'Port': ['ID=0eb164b5-f4a9-4f37-bb7c-2aaef95c7e7e,revision_number=5']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:26.694286 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:26.719646 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ed8dc3bc-49c3-4bc0-b20a-d3efe71e9576 req-d7aecb9c-2d2e-459b-a99b-a484ec1c4ce3 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c75d1db-d2b7-4df5-924b-f61d8e7468a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565510 Jun 23 19:07:27.340975 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b2c5d-ff1e-440f-ad71-3cb4ceec3bdb req-fa35fa99-1774-4e63-a9cf-0c142db6563e tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:27.342468 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-fd6b2c5d-ff1e-440f-ad71-3cb4ceec3bdb req-fa35fa99-1774-4e63-a9cf-0c142db6563e tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f022836-784f-4a4c-ab37-ae1725639d96 HTTP/1.1" status: 200 len: 944 time: 0.0674343 Jun 23 19:07:27.382551 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-fd6b2c5d-ff1e-440f-ad71-3cb4ceec3bdb req-04a63058-455c-4140-b237-56fa4b7c2bde tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/security-groups?id=91571f0b-7134-4fa9-bd9c-2145cc487829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340965 Jun 23 19:07:27.695742 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a6ad38a-50fb-4059-96f4-e736067a8448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52c88fe5-9869-47bc-a0f4-e8df303d12a7'}, {'server_uuid': 'ab6c94e2-8406-4f47-af03-21a0507bab5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb164b5-f4a9-4f37-bb7c-2aaef95c7e7e'}] {{(pid=93954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:07:27.698131 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78efef87a1af135e54214795b53a936b9e8d2b7d09f053504b37278e2de45a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d36cca17-bf91-477d-93c5-a19f6244311f" -d '{"events": [{"server_uuid": "0a6ad38a-50fb-4059-96f4-e736067a8448", "name": "network-vif-plugged", "status": "completed", "tag": "52c88fe5-9869-47bc-a0f4-e8df303d12a7"}, {"server_uuid": "ab6c94e2-8406-4f47-af03-21a0507bab5d", "name": "network-vif-plugged", "status": "completed", "tag": "0eb164b5-f4a9-4f37-bb7c-2aaef95c7e7e"}]}' {{(pid=93954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:07:27.721837 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411ae278-14f9-449a-bf75-f4e3973324ac req-ac65100b-5ed9-48f7-a837-117431b969d2 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:27.723566 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-411ae278-14f9-449a-bf75-f4e3973324ac req-ac65100b-5ed9-48f7-a837-117431b969d2 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=bceecb90-8e11-49b3-a5c3-1734f6f49918 HTTP/1.1" status: 200 len: 946 time: 0.0662262 Jun 23 19:07:27.754429 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 23 Jun 2021 19:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-236b6fb7-123b-45f7-b510-6d567b7ce594 x-openstack-request-id: req-236b6fb7-123b-45f7-b510-6d567b7ce594 {{(pid=93954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:07:27.754815 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a6ad38a-50fb-4059-96f4-e736067a8448", "name": "network-vif-plugged", "status": "completed", "tag": "52c88fe5-9869-47bc-a0f4-e8df303d12a7", "code": 200}, {"server_uuid": "ab6c94e2-8406-4f47-af03-21a0507bab5d", "name": "network-vif-plugged", "status": "completed", "tag": "0eb164b5-f4a9-4f37-bb7c-2aaef95c7e7e", "code": 200}]} {{(pid=93954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:07:27.755253 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-236b6fb7-123b-45f7-b510-6d567b7ce594 {{(pid=93954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:07:27.755902 dv-cinder-790492-6-iscsi neutron-server[93954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a6ad38a-50fb-4059-96f4-e736067a8448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52c88fe5-9869-47bc-a0f4-e8df303d12a7', 'code': 200} Jun 23 19:07:27.756261 dv-cinder-790492-6-iscsi neutron-server[93954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab6c94e2-8406-4f47-af03-21a0507bab5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb164b5-f4a9-4f37-bb7c-2aaef95c7e7e', 'code': 200} Jun 23 19:07:27.782727 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-411ae278-14f9-449a-bf75-f4e3973324ac req-7be2c003-7246-42ee-b450-6faa9b0c5e32 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493302 Jun 23 19:07:27.928948 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c2d32-ad8e-449a-b53d-5e852c293a24 req-a6a8a076-8b32-4cda-8314-f3c74605e1dd tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:27.931074 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-731c2d32-ad8e-449a-b53d-5e852c293a24 req-a6a8a076-8b32-4cda-8314-f3c74605e1dd tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab6c94e2-8406-4f47-af03-21a0507bab5d HTTP/1.1" status: 200 len: 946 time: 0.0763838 Jun 23 19:07:27.982095 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-731c2d32-ad8e-449a-b53d-5e852c293a24 req-60c9c96d-68e5-4a9a-8d87-6b31b2f97618 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c75d1db-d2b7-4df5-924b-f61d8e7468a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399861 Jun 23 19:07:28.486794 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] get_ports_and_sgs() called for port_ids ['61982a3b-9cce-4222-a53c-34caf6941c0c'] {{(pid=93954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:07:28.629758 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abef0d6-c211-4cac-a44a-d9df0f9bd5fa req-8326c9f6-82e6-4aa5-9e8e-f8298177f23e tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:28.631736 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7abef0d6-c211-4cac-a44a-d9df0f9bd5fa req-8326c9f6-82e6-4aa5-9e8e-f8298177f23e tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f022836-784f-4a4c-ab37-ae1725639d96 HTTP/1.1" status: 200 len: 944 time: 0.0784836 Jun 23 19:07:28.680734 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7abef0d6-c211-4cac-a44a-d9df0f9bd5fa req-34ef361b-e88b-42f1-98ad-73a26ace19fc tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/security-groups?id=91571f0b-7134-4fa9-bd9c-2145cc487829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425272 Jun 23 19:07:28.872166 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f675cc4-1033-4f1f-856b-1f907704ef59 req-067cde11-596a-4259-ab97-a041b1cd2c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:28.874622 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-1f675cc4-1033-4f1f-856b-1f907704ef59 req-067cde11-596a-4259-ab97-a041b1cd2c45 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ab6c94e2-8406-4f47-af03-21a0507bab5d HTTP/1.1" status: 200 len: 1099 time: 0.1803322 Jun 23 19:07:28.904666 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2be80-5939-4e79-9ab9-0fd5b9f5bb07 req-63806bd9-1af7-4805-87ea-a72f2ee7a811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:28.906179 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-31a2be80-5939-4e79-9ab9-0fd5b9f5bb07 req-63806bd9-1af7-4805-87ea-a72f2ee7a811 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0a6ad38a-50fb-4059-96f4-e736067a8448 HTTP/1.1" status: 200 len: 1098 time: 0.1409461 Jun 23 19:07:28.907415 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-1f675cc4-1033-4f1f-856b-1f907704ef59 req-350ad0aa-9fd5-4e90-9a3f-7a6b2f1b0c5a service neutron] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:28.944922 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c667bd-979c-4081-b532-daa4bce4245d req-2bb7d234-1760-48f9-b41d-cb6cc954edc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:28.947484 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-52c667bd-979c-4081-b532-daa4bce4245d req-2bb7d234-1760-48f9-b41d-cb6cc954edc2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bceecb90-8e11-49b3-a5c3-1734f6f49918 HTTP/1.1" status: 200 len: 1099 time: 0.1701624 Jun 23 19:07:28.977666 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-52c667bd-979c-4081-b532-daa4bce4245d req-17fac03d-f9fc-4dc0-b4fd-563ece4c2d07 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:29.123936 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402be43a-45c2-43ee-88c0-f5287a63ea75 req-5b65f5e2-ccd0-40ca-9ff4-d1874442c5a4 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:29.125922 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-402be43a-45c2-43ee-88c0-f5287a63ea75 req-5b65f5e2-ccd0-40ca-9ff4-d1874442c5a4 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=bceecb90-8e11-49b3-a5c3-1734f6f49918 HTTP/1.1" status: 200 len: 946 time: 0.1194899 Jun 23 19:07:29.170922 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-31a2be80-5939-4e79-9ab9-0fd5b9f5bb07 req-93c6d9e7-17af-4a46-9bd1-60186134093c service neutron] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:29.172129 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-52c667bd-979c-4081-b532-daa4bce4245d req-17fac03d-f9fc-4dc0-b4fd-563ece4c2d07 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:29.191349 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-402be43a-45c2-43ee-88c0-f5287a63ea75 req-59101ca5-f86e-418b-bb5c-375a9316f282 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587935 Jun 23 19:07:29.251570 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-52c667bd-979c-4081-b532-daa4bce4245d req-17fac03d-f9fc-4dc0-b4fd-563ece4c2d07 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:29.254713 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-3d5c77e7-0b57-4857-9bf7-9a0aa2890532 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:29.270980 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a0e13-5b37-4c0e-99ca-4737b07ef32f req-51b8bc51-2405-4360-b5cb-96776e8c8bc9 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:29.274100 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-bd1a0e13-5b37-4c0e-99ca-4737b07ef32f req-51b8bc51-2405-4360-b5cb-96776e8c8bc9 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab6c94e2-8406-4f47-af03-21a0507bab5d HTTP/1.1" status: 200 len: 946 time: 0.0894248 Jun 23 19:07:29.309341 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-52c667bd-979c-4081-b532-daa4bce4245d req-17fac03d-f9fc-4dc0-b4fd-563ece4c2d07 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3492157 Jun 23 19:07:29.316341 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fac03d-f9fc-4dc0-b4fd-563ece4c2d07 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=81b3a80d-bea3-4845-ad2d-9990a6023c0f,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:29.321242 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-17fac03d-f9fc-4dc0-b4fd-563ece4c2d07 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:29.381415 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-bd1a0e13-5b37-4c0e-99ca-4737b07ef32f req-470ff11c-58e1-45a7-b142-054e7411f65e tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c75d1db-d2b7-4df5-924b-f61d8e7468a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917566 Jun 23 19:07:29.402454 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.db.api [req-1f675cc4-1033-4f1f-856b-1f907704ef59 req-350ad0aa-9fd5-4e90-9a3f-7a6b2f1b0c5a service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 0382ad50350a4d3c969d89e13d8f25e7 {{(pid=93953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 19:07:29.402967 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_db.api [req-1f675cc4-1033-4f1f-856b-1f907704ef59 req-350ad0aa-9fd5-4e90-9a3f-7a6b2f1b0c5a service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 19:07:29.430799 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.db.api [req-31a2be80-5939-4e79-9ab9-0fd5b9f5bb07 req-93c6d9e7-17af-4a46-9bd1-60186134093c service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 0382ad50350a4d3c969d89e13d8f25e7 {{(pid=93953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 19:07:29.431283 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_db.api [req-31a2be80-5939-4e79-9ab9-0fd5b9f5bb07 req-93c6d9e7-17af-4a46-9bd1-60186134093c service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 19:07:29.902496 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29208adc-95bd-4ae6-b8fc-72789d23a1b3 req-883b4815-868e-4df1-b42e-a33fb279f109 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:29.904293 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-1f675cc4-1033-4f1f-856b-1f907704ef59 req-350ad0aa-9fd5-4e90-9a3f-7a6b2f1b0c5a service neutron] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:29.906465 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-29208adc-95bd-4ae6-b8fc-72789d23a1b3 req-883b4815-868e-4df1-b42e-a33fb279f109 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f022836-784f-4a4c-ab37-ae1725639d96 HTTP/1.1" status: 200 len: 944 time: 0.0956576 Jun 23 19:07:29.932033 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-31a2be80-5939-4e79-9ab9-0fd5b9f5bb07 req-93c6d9e7-17af-4a46-9bd1-60186134093c service neutron] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:29.991456 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-29208adc-95bd-4ae6-b8fc-72789d23a1b3 req-6a2251c2-9889-4142-9a67-1c92714c7ce6 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/security-groups?id=91571f0b-7134-4fa9-bd9c-2145cc487829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718198 Jun 23 19:07:30.012755 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-1f675cc4-1033-4f1f-856b-1f907704ef59 req-350ad0aa-9fd5-4e90-9a3f-7a6b2f1b0c5a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1c75d1db-d2b7-4df5-924b-f61d8e7468a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1298580 Jun 23 19:07:30.035995 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-31a2be80-5939-4e79-9ab9-0fd5b9f5bb07 req-93c6d9e7-17af-4a46-9bd1-60186134093c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1150341 Jun 23 19:07:30.141600 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device 61982a3b-9cce-4222-a53c-34caf6941c0c up at agent hyperv_hv-cinder-79049 {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:07:30.189715 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-6d1dd95a-d4ce-4e23-803f-603a8de3c64e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:30.304089 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Provisioning for port 61982a3b-9cce-4222-a53c-34caf6941c0c completed by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:07:30.309551 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Provisioning complete for port 61982a3b-9cce-4222-a53c-34caf6941c0c triggered by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:07:30.310107 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:30.396067 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e400cfa5-c888-4409-906a-e6b286ca2a27 req-6fb2f15d-6267-4955-b353-a0284d79cb83 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:30.399118 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e400cfa5-c888-4409-906a-e6b286ca2a27 req-6fb2f15d-6267-4955-b353-a0284d79cb83 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=bceecb90-8e11-49b3-a5c3-1734f6f49918 HTTP/1.1" status: 200 len: 946 time: 0.0880551 Jun 23 19:07:30.440145 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:30.456020 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e400cfa5-c888-4409-906a-e6b286ca2a27 req-680fc435-d8a0-4770-88f2-7342682d0d44 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509267 Jun 23 19:07:30.471103 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f022836-784f-4a4c-ab37-ae1725639d96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61982a3b-9cce-4222-a53c-34caf6941c0c'}] {{(pid=93954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:07:30.475292 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78efef87a1af135e54214795b53a936b9e8d2b7d09f053504b37278e2de45a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8506b4-2932-44e3-acb1-9e3f789388e2" -d '{"events": [{"server_uuid": "0f022836-784f-4a4c-ab37-ae1725639d96", "name": "network-vif-plugged", "status": "completed", "tag": "61982a3b-9cce-4222-a53c-34caf6941c0c"}]}' {{(pid=93954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:07:30.498159 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] For port 61982a3b-9cce-4222-a53c-34caf6941c0c, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=61982a3b-9cce-4222-a53c-34caf6941c0c,segment=NetworkSegment(5e6958c6-0673-49ac-8933-d7e0c6aa37e5),segment_id=5e6958c6-0673-49ac-8933-d7e0c6aa37e5)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:07:30.544007 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd0cb22-5315-4d81-8cac-3a0c58acf17f x-openstack-request-id: req-7bd0cb22-5315-4d81-8cac-3a0c58acf17f {{(pid=93954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:07:30.544403 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f022836-784f-4a4c-ab37-ae1725639d96", "name": "network-vif-plugged", "status": "completed", "tag": "61982a3b-9cce-4222-a53c-34caf6941c0c", "code": 200}]} {{(pid=93954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:07:30.544668 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7bd0cb22-5315-4d81-8cac-3a0c58acf17f {{(pid=93954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:07:30.545938 dv-cinder-790492-6-iscsi neutron-server[93954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f022836-784f-4a4c-ab37-ae1725639d96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61982a3b-9cce-4222-a53c-34caf6941c0c', 'code': 200} Jun 23 19:07:30.582435 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:30.584474 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:30.638459 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3412566b-ca1a-4941-974c-4227ada305ea req-de7111af-6aed-4540-8161-b673cc71080d tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:30.640125 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-3412566b-ca1a-4941-974c-4227ada305ea req-de7111af-6aed-4540-8161-b673cc71080d tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab6c94e2-8406-4f47-af03-21a0507bab5d HTTP/1.1" status: 200 len: 946 time: 0.1179037 Jun 23 19:07:30.661301 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Pushing event updated for resources: {'Port': ['ID=61982a3b-9cce-4222-a53c-34caf6941c0c,revision_number=5']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:30.665617 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:30.703999 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-3412566b-ca1a-4941-974c-4227ada305ea req-6c1f3879-1997-40c5-bb4b-71f858033530 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c75d1db-d2b7-4df5-924b-f61d8e7468a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539386 Jun 23 19:07:31.231189 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac3a318-806d-4dfb-8598-521af7d95175 req-6fb0562f-fe77-4632-8204-5eab983f2a09 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:31.234361 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fac3a318-806d-4dfb-8598-521af7d95175 req-6fb0562f-fe77-4632-8204-5eab983f2a09 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f022836-784f-4a4c-ab37-ae1725639d96 HTTP/1.1" status: 200 len: 945 time: 0.0985103 Jun 23 19:07:31.304689 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fac3a318-806d-4dfb-8598-521af7d95175 req-4926ad6d-5429-41db-83b3-c914d8150341 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/security-groups?id=91571f0b-7134-4fa9-bd9c-2145cc487829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642033 Jun 23 19:07:31.652456 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f14f95a-c192-4797-b89b-bfdee5930d64 req-492c4f82-8781-40a3-b518-4300b6d66588 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:31.653985 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-9f14f95a-c192-4797-b89b-bfdee5930d64 req-492c4f82-8781-40a3-b518-4300b6d66588 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=bceecb90-8e11-49b3-a5c3-1734f6f49918 HTTP/1.1" status: 200 len: 946 time: 0.0724907 Jun 23 19:07:31.704557 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-9f14f95a-c192-4797-b89b-bfdee5930d64 req-453edec7-9b34-4368-82f5-6eed64e33b38 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388720 Jun 23 19:07:31.897279 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba87b9-f87e-4d66-bc14-5ab4a275e5ce req-3f985365-8def-4f39-ad21-6fc8bebcdba9 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:31.898872 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7bba87b9-f87e-4d66-bc14-5ab4a275e5ce req-3f985365-8def-4f39-ad21-6fc8bebcdba9 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab6c94e2-8406-4f47-af03-21a0507bab5d HTTP/1.1" status: 200 len: 946 time: 0.0659187 Jun 23 19:07:31.939995 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7bba87b9-f87e-4d66-bc14-5ab4a275e5ce req-02eca57c-196c-43a4-b3fc-f03f12766359 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c75d1db-d2b7-4df5-924b-f61d8e7468a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346804 Jun 23 19:07:32.519357 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70d43ce-4153-4b27-9bff-6a6e6bdd405f req-be95c499-f717-4950-a5a1-4e323793dd51 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:32.521042 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a70d43ce-4153-4b27-9bff-6a6e6bdd405f req-be95c499-f717-4950-a5a1-4e323793dd51 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f022836-784f-4a4c-ab37-ae1725639d96 HTTP/1.1" status: 200 len: 945 time: 0.0672748 Jun 23 19:07:32.563130 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a70d43ce-4153-4b27-9bff-6a6e6bdd405f req-c1e1084e-8bda-45e8-ac11-b97134f327a7 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/security-groups?id=91571f0b-7134-4fa9-bd9c-2145cc487829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353038 Jun 23 19:07:32.910138 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6733d3c-aab8-4c4a-a944-a1ffe954f39d req-0ac4238d-8b98-4635-a313-7c79c1530d76 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:32.911607 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b6733d3c-aab8-4c4a-a944-a1ffe954f39d req-0ac4238d-8b98-4635-a313-7c79c1530d76 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=bceecb90-8e11-49b3-a5c3-1734f6f49918 HTTP/1.1" status: 200 len: 946 time: 0.0667570 Jun 23 19:07:32.926824 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-43eb91a6-43ee-4e6c-be52-3e118664223c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:32.951738 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b6733d3c-aab8-4c4a-a944-a1ffe954f39d req-91d14fea-b8a1-4109-9e7d-a77cf099c2fb tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340991 Jun 23 19:07:33.001044 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:33.133355 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897f66f-d174-4208-9599-44af769cd6f7 req-c674d678-b54d-4158-98a2-bf4915cc43bf tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:33.134869 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-9897f66f-d174-4208-9599-44af769cd6f7 req-c674d678-b54d-4158-98a2-bf4915cc43bf tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab6c94e2-8406-4f47-af03-21a0507bab5d HTTP/1.1" status: 200 len: 946 time: 0.0732572 Jun 23 19:07:33.188952 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-9897f66f-d174-4208-9599-44af769cd6f7 req-ddb44355-5e59-4705-aa6f-2471b04bddab tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c75d1db-d2b7-4df5-924b-f61d8e7468a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451920 Jun 23 19:07:33.755949 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca34eb85-ea44-41be-a1b0-b688e59bd7cf req-bac8d72f-cd17-4e91-bb18-f6e7f843a5c9 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:33.757735 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ca34eb85-ea44-41be-a1b0-b688e59bd7cf req-bac8d72f-cd17-4e91-bb18-f6e7f843a5c9 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f022836-784f-4a4c-ab37-ae1725639d96 HTTP/1.1" status: 200 len: 945 time: 0.0797060 Jun 23 19:07:33.801640 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ca34eb85-ea44-41be-a1b0-b688e59bd7cf req-a52ecfa4-5819-49c8-bd4d-911a28bcc3bd tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/security-groups?id=91571f0b-7134-4fa9-bd9c-2145cc487829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373755 Jun 23 19:07:34.150517 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac38d98-7938-4070-ba33-6754c6d2d421 req-fc4d5c76-ce13-4fa3-8df9-83182b22f900 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:34.152846 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5ac38d98-7938-4070-ba33-6754c6d2d421 req-fc4d5c76-ce13-4fa3-8df9-83182b22f900 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=bceecb90-8e11-49b3-a5c3-1734f6f49918 HTTP/1.1" status: 200 len: 946 time: 0.0688322 Jun 23 19:07:34.173124 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-36873b57-c469-4164-8152-400a4dc72ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:34.198159 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5ac38d98-7938-4070-ba33-6754c6d2d421 req-e7ddc87a-4577-4f2d-bad2-5ee78af4c875 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354462 Jun 23 19:07:34.275292 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2624139f-23ec-4727-bd0e-d042c47328f0 req-d703f6e8-3f06-444b-ab06-92422eb295f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:34.276862 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2624139f-23ec-4727-bd0e-d042c47328f0 req-d703f6e8-3f06-444b-ab06-92422eb295f7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0f022836-784f-4a4c-ab37-ae1725639d96 HTTP/1.1" status: 200 len: 1098 time: 0.0840013 Jun 23 19:07:34.325310 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2624139f-23ec-4727-bd0e-d042c47328f0 req-6f4a6c0f-2176-4382-a373-d48ac376337a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=91571f0b-7134-4fa9-bd9c-2145cc487829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402298 Jun 23 19:07:34.418886 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd171818-f976-4f68-80ef-32d99ca749f4 req-492aff0d-621b-4f1e-b34f-5e266b783d10 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:34.420431 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-dd171818-f976-4f68-80ef-32d99ca749f4 req-492aff0d-621b-4f1e-b34f-5e266b783d10 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab6c94e2-8406-4f47-af03-21a0507bab5d HTTP/1.1" status: 200 len: 946 time: 0.0720313 Jun 23 19:07:34.471511 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-dd171818-f976-4f68-80ef-32d99ca749f4 req-f1da6c8d-aaa5-4876-9f49-e1637f1f82c9 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c75d1db-d2b7-4df5-924b-f61d8e7468a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436871 Jun 23 19:07:35.081629 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a273b5-ad9a-43fb-8c6c-ce919ce4ddc9 req-e139a0ac-4eb6-407b-8b81-821a978f18ce tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:35.083624 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-29a273b5-ad9a-43fb-8c6c-ce919ce4ddc9 req-e139a0ac-4eb6-407b-8b81-821a978f18ce tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f022836-784f-4a4c-ab37-ae1725639d96 HTTP/1.1" status: 200 len: 945 time: 0.0736861 Jun 23 19:07:35.149189 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-29a273b5-ad9a-43fb-8c6c-ce919ce4ddc9 req-60d13987-7e76-4154-9b00-e4da6cf832b0 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/security-groups?id=91571f0b-7134-4fa9-bd9c-2145cc487829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591717 Jun 23 19:07:35.401649 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0dfa02b7-e69b-42f9-a1c6-d55a29ea84e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:35.590739 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef3c46-b56f-4003-b9a9-7554dc805034 req-10df87fb-097b-4c59-a7b5-99fb0e61ed60 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:35.590739 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-49ef3c46-b56f-4003-b9a9-7554dc805034 req-10df87fb-097b-4c59-a7b5-99fb0e61ed60 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=bceecb90-8e11-49b3-a5c3-1734f6f49918 HTTP/1.1" status: 200 len: 946 time: 0.1602259 Jun 23 19:07:35.664233 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-49ef3c46-b56f-4003-b9a9-7554dc805034 req-4a7bc376-8103-4265-85dc-41ab0a602cb3 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586796 Jun 23 19:07:35.762124 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208f9a37-caa8-4a79-91e0-5f01fd9e31d4 req-b558829e-f144-43e1-abc7-b1cbbc49b87e tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:35.763715 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-208f9a37-caa8-4a79-91e0-5f01fd9e31d4 req-b558829e-f144-43e1-abc7-b1cbbc49b87e tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab6c94e2-8406-4f47-af03-21a0507bab5d HTTP/1.1" status: 200 len: 946 time: 0.0903764 Jun 23 19:07:35.804011 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-208f9a37-caa8-4a79-91e0-5f01fd9e31d4 req-8fa06f98-7111-4fb8-9c53-c0cab0d8813f tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c75d1db-d2b7-4df5-924b-f61d8e7468a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333014 Jun 23 19:07:36.395975 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ea0cc-0c99-45e6-a02f-123328188a56 req-c027c7d9-4338-415b-bdd2-349a7869f283 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:36.400294 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-6e6ea0cc-0c99-45e6-a02f-123328188a56 req-c027c7d9-4338-415b-bdd2-349a7869f283 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f022836-784f-4a4c-ab37-ae1725639d96 HTTP/1.1" status: 200 len: 945 time: 0.1021273 Jun 23 19:07:36.461969 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-6e6ea0cc-0c99-45e6-a02f-123328188a56 req-dc06a3c4-0005-4f02-b7f0-d5b95bf4689a tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/security-groups?id=91571f0b-7134-4fa9-bd9c-2145cc487829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516722 Jun 23 19:07:36.867686 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31639a29-b834-43bf-a0f9-43d40b277513 req-d5b2e296-290c-48c4-b96e-b3f7a84ff938 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:36.869512 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-31639a29-b834-43bf-a0f9-43d40b277513 req-d5b2e296-290c-48c4-b96e-b3f7a84ff938 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=bceecb90-8e11-49b3-a5c3-1734f6f49918 HTTP/1.1" status: 200 len: 946 time: 0.0695062 Jun 23 19:07:36.924239 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-31639a29-b834-43bf-a0f9-43d40b277513 req-18f6bcb9-225e-4d5f-8fc1-147b602cb642 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434606 Jun 23 19:07:37.043421 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6766f7f9-7e83-4965-a281-0063ebaeb3eb req-f5048054-4ccf-4df5-aa1e-473e1842807d tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:37.045927 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-6766f7f9-7e83-4965-a281-0063ebaeb3eb req-f5048054-4ccf-4df5-aa1e-473e1842807d tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab6c94e2-8406-4f47-af03-21a0507bab5d HTTP/1.1" status: 200 len: 946 time: 0.0955415 Jun 23 19:07:37.096086 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-6766f7f9-7e83-4965-a281-0063ebaeb3eb req-d399d968-3359-452f-b3ca-b9b613d5ee9e tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c75d1db-d2b7-4df5-924b-f61d8e7468a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446379 Jun 23 19:07:37.690371 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9a371e-84ac-41cf-85f8-4545ddeba36a req-97066320-1877-4058-b2ae-adf4e10886bd tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:37.693004 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-1f9a371e-84ac-41cf-85f8-4545ddeba36a req-97066320-1877-4058-b2ae-adf4e10886bd tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f022836-784f-4a4c-ab37-ae1725639d96 HTTP/1.1" status: 200 len: 945 time: 0.0977204 Jun 23 19:07:37.747736 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-1f9a371e-84ac-41cf-85f8-4545ddeba36a req-dc83e03f-773b-4647-b103-97121907e127 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/security-groups?id=91571f0b-7134-4fa9-bd9c-2145cc487829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431917 Jun 23 19:07:37.888057 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8868e-a072-4b1c-a80f-9c37ce46de95 req-f1d903e3-019a-4e72-903a-91f0827753c2 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:37.894608 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-78c8868e-a072-4b1c-a80f-9c37ce46de95 req-f1d903e3-019a-4e72-903a-91f0827753c2 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=bceecb90-8e11-49b3-a5c3-1734f6f49918 HTTP/1.1" status: 200 len: 946 time: 0.1297417 Jun 23 19:07:37.960779 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-78c8868e-a072-4b1c-a80f-9c37ce46de95 req-56f528a3-f4dc-4c90-89a3-f7aa794abb3b tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590765 Jun 23 19:07:38.062944 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 58648) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:38.112710 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadc34ae-589a-4a64-8361-97dd506da170 req-e782ceb9-fc30-4ac5-9e29-809da9a10e32 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:38.132165 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fadc34ae-589a-4a64-8361-97dd506da170 req-e782ceb9-fc30-4ac5-9e29-809da9a10e32 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f022836-784f-4a4c-ab37-ae1725639d96 HTTP/1.1" status: 200 len: 945 time: 0.1367562 Jun 23 19:07:38.132320 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 58654) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:38.137591 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-fb7b3f89-d429-4efd-ab15-fb3897e053b0 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Request body: {'floatingip': {'port_id': '61982a3b-9cce-4222-a53c-34caf6941c0c'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:07:38.241331 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-fb7b3f89-d429-4efd-ab15-fb3897e053b0 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks [] for floatingip, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:38.290097 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-12ea2d6c-cdcb-4e33-817f-5a84187d9f4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:38.764308 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 58668) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:38.777582 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-12ea2d6c-cdcb-4e33-817f-5a84187d9f4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:38.911256 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-12ea2d6c-cdcb-4e33-817f-5a84187d9f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:38.919288 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-46f45c92-9ecd-4303-9581-dba316e12ae7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:38.957465 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-17d1d094-3cf4-4a0b-a6d0-19e661b82e97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:39.014377 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea2d6c-cdcb-4e33-817f-5a84187d9f4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60010f65-bc6e-4d6e-9197-3562a4301d07,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:39.082975 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-12ea2d6c-cdcb-4e33-817f-5a84187d9f4f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=dcfd6e98a78b477189855023c9edee87&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0182004 Jun 23 19:07:39.093713 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 58678) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:39.099411 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea2d6c-cdcb-4e33-817f-5a84187d9f4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:39.099411 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea2d6c-cdcb-4e33-817f-5a84187d9f4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:39.099411 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea2d6c-cdcb-4e33-817f-5a84187d9f4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:39.099904 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea2d6c-cdcb-4e33-817f-5a84187d9f4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:39.100250 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea2d6c-cdcb-4e33-817f-5a84187d9f4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:39.100690 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea2d6c-cdcb-4e33-817f-5a84187d9f4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:39.101320 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea2d6c-cdcb-4e33-817f-5a84187d9f4f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:39.101882 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea2d6c-cdcb-4e33-817f-5a84187d9f4f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:39.102448 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea2d6c-cdcb-4e33-817f-5a84187d9f4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:39.102983 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea2d6c-cdcb-4e33-817f-5a84187d9f4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:39.105045 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea2d6c-cdcb-4e33-817f-5a84187d9f4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:39.105045 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea2d6c-cdcb-4e33-817f-5a84187d9f4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:39.122533 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-17d1d094-3cf4-4a0b-a6d0-19e661b82e97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:39.124553 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-12ea2d6c-cdcb-4e33-817f-5a84187d9f4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:39.189458 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-17d1d094-3cf4-4a0b-a6d0-19e661b82e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:39.192515 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:39.232365 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-17d1d094-3cf4-4a0b-a6d0-19e661b82e97 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bd6a0679c83b4d628f6fd1c6c2eb17e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4662292 Jun 23 19:07:39.233444 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d1d094-3cf4-4a0b-a6d0-19e661b82e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d0d6f9-cb4c-49fa-8d9e-c4927cff6245,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:39.236141 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 58682) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:39.238780 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-17d1d094-3cf4-4a0b-a6d0-19e661b82e97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:39.299901 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdca01e2-d7e2-4dcb-a088-8199ad61dc3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:39.334905 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdca01e2-d7e2-4dcb-a088-8199ad61dc3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:39.384258 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-546a241b-4421-4279-9730-2a69ab446dd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:39.438823 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2111b216-ca9c-45e8-b853-5189b9bc4908 req-c874d058-b2a0-4137-ac0f-541fc32169f2 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:39.440450 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2111b216-ca9c-45e8-b853-5189b9bc4908 req-c874d058-b2a0-4137-ac0f-541fc32169f2 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=bceecb90-8e11-49b3-a5c3-1734f6f49918 HTTP/1.1" status: 200 len: 946 time: 0.3077376 Jun 23 19:07:39.469015 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-546a241b-4421-4279-9730-2a69ab446dd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:39.480891 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-fb7b3f89-d429-4efd-ab15-fb3897e053b0 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:39.487182 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdca01e2-d7e2-4dcb-a088-8199ad61dc3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:39.491771 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdca01e2-d7e2-4dcb-a088-8199ad61dc3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:39.493845 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-bdca01e2-d7e2-4dcb-a088-8199ad61dc3d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/12d0d6f9-cb4c-49fa-8d9e-c4927cff6245 HTTP/1.1" status: 204 len: 168 time: 0.2563784 Jun 23 19:07:39.495163 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-17d1d094-3cf4-4a0b-a6d0-19e661b82e97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:39.509455 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdca01e2-d7e2-4dcb-a088-8199ad61dc3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d0d6f9-cb4c-49fa-8d9e-c4927cff6245,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:39.513764 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-bdca01e2-d7e2-4dcb-a088-8199ad61dc3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:39.531766 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2111b216-ca9c-45e8-b853-5189b9bc4908 req-aada0ceb-f9c2-4027-9f63-5d00e999ce13 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778847 Jun 23 19:07:39.537924 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-fb7b3f89-d429-4efd-ab15-fb3897e053b0 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3708797'] for floatingip, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:39.672374 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.db.l3_db [None req-fb7b3f89-d429-4efd-ab15-fb3897e053b0 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Floating IP 023c70d4-9c00-4a49-a36b-7089009f5b33 associated. External IP: 172.27.1.77, port: 61982a3b-9cce-4222-a53c-34caf6941c0c. Jun 23 19:07:39.714752 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-546a241b-4421-4279-9730-2a69ab446dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:39.717511 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-546a241b-4421-4279-9730-2a69ab446dd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:39.718767 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-546a241b-4421-4279-9730-2a69ab446dd2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/60010f65-bc6e-4d6e-9197-3562a4301d07 HTTP/1.1" status: 204 len: 168 time: 0.6234267 Jun 23 19:07:39.722103 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:39.742409 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546a241b-4421-4279-9730-2a69ab446dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60010f65-bc6e-4d6e-9197-3562a4301d07,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:39.745963 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-546a241b-4421-4279-9730-2a69ab446dd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:39.991733 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb7b3f89-d429-4efd-ab15-fb3897e053b0 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Router 9c054af9-db37-478e-9fba-f240a3ce3320 has already been hosted by L3 agent 74079d6f-659b-43f4-8a12-30a7ece685bb {{(pid=93952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:07:39.992701 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d04bb1-5acb-46ca-bb6d-dee29da6a975 req-b00b7d9b-3d1e-460f-937c-9814c9cb3449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:39.995721 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b5d04bb1-5acb-46ca-bb6d-dee29da6a975 req-b00b7d9b-3d1e-460f-937c-9814c9cb3449 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=799fb833a74e4ec9879033c46726a559&device_id=bceecb90-8e11-49b3-a5c3-1734f6f49918 HTTP/1.1" status: 200 len: 1099 time: 0.1276834 Jun 23 19:07:40.123989 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb7b3f89-d429-4efd-ab15-fb3897e053b0 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify agent at l3_agent.dv-cinder-790492-6-iscsi the message routers_updated {{(pid=93952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:07:40.128981 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-fb7b3f89-d429-4efd-ab15-fb3897e053b0 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064'] for floatingip, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:40.150639 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127a5b57-f859-4319-afc7-7e3231d3c196 None None] Sync routers for ids ['9c054af9-db37-478e-9fba-f240a3ce3320'] in dv-cinder-790492-6-iscsi {{(pid=93955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:07:40.161159 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d04bb1-5acb-46ca-bb6d-dee29da6a975 req-caf3ef36-a61f-4a33-8c94-c430efc50461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:40.165411 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b5d04bb1-5acb-46ca-bb6d-dee29da6a975 req-caf3ef36-a61f-4a33-8c94-c430efc50461 service neutron] 10.222.0.49 "GET /v2.0/networks?id=135041da-43be-4a0d-8112-dd2b8ce30653 HTTP/1.1" status: 200 len: 919 time: 0.1604846 Jun 23 19:07:40.173904 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127a5b57-f859-4319-afc7-7e3231d3c196 None None] Routers {'9c054af9-db37-478e-9fba-f240a3ce3320'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:07:40.174782 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-127a5b57-f859-4319-afc7-7e3231d3c196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:07:33Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['9c054af9-db37-478e-9fba-f240a3ce3320'], 'active': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:07:40.185300 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-fb7b3f89-d429-4efd-ab15-fb3897e053b0 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "PUT /v2.0/floatingips/023c70d4-9c00-4a49-a36b-7089009f5b33 HTTP/1.1" status: 200 len: 990 time: 2.0527861 Jun 23 19:07:40.186340 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f022836-784f-4a4c-ab37-ae1725639d96', 'tag': '61982a3b-9cce-4222-a53c-34caf6941c0c'}] {{(pid=93952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:07:40.190107 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f474d005e030a99e3f69ea981c050f81cf45b90cf2b693ec9605b6c162e4b523" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b4f3886-e07c-441a-a3d6-715adb1200c6" -d '{"events": [{"name": "network-changed", "server_uuid": "0f022836-784f-4a4c-ab37-ae1725639d96", "tag": "61982a3b-9cce-4222-a53c-34caf6941c0c"}]}' {{(pid=93952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:07:40.256448 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd95399-6693-45ba-951f-bbac67730d0d x-openstack-request-id: req-5cd95399-6693-45ba-951f-bbac67730d0d {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:07:40.256943 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f022836-784f-4a4c-ab37-ae1725639d96", "tag": "61982a3b-9cce-4222-a53c-34caf6941c0c", "status": "completed", "code": 200}]} {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:07:40.257347 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5cd95399-6693-45ba-951f-bbac67730d0d {{(pid=93952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:07:40.257906 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f022836-784f-4a4c-ab37-ae1725639d96', 'tag': '61982a3b-9cce-4222-a53c-34caf6941c0c', 'status': 'completed', 'code': 200} Jun 23 19:07:40.272788 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b5d04bb1-5acb-46ca-bb6d-dee29da6a975 req-713d6ccb-c665-492a-a112-d6a19430afeb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2617094-f03a-4729-b3cf-f56b42380d7a HTTP/1.1" status: 200 len: 217 time: 0.0990078 Jun 23 19:07:40.381125 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvr_db [None req-127a5b57-f859-4319-afc7-7e3231d3c196 None None] Set router 9c054af9-db37-478e-9fba-f240a3ce3320 gateway port host: dv-cinder-790492-6-iscsi {{(pid=93955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:07:40.431206 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 58708) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:40.449324 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-bd908fab-5216-4452-8168-0a37a2110f30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:40.585093 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-bd908fab-5216-4452-8168-0a37a2110f30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:40.665385 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-bd908fab-5216-4452-8168-0a37a2110f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:40.671432 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-23bd6247-b21c-4722-9c68-a6b0e01d7d7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:40.752343 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd908fab-5216-4452-8168-0a37a2110f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3a9587-a105-488b-8da4-d5d035dbb130,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:40.755914 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-bd908fab-5216-4452-8168-0a37a2110f30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:40.758541 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-bd908fab-5216-4452-8168-0a37a2110f30 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1017108604574fae84dde312d4b98f86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3261154 Jun 23 19:07:40.765669 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 58712) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:40.803483 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 58714) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:40.812943 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b69184-5ff3-4be1-bc0d-b142bebe0f47 req-5d2c54ff-1bff-4465-9afc-ade830716896 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:40.814687 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-71b69184-5ff3-4be1-bc0d-b142bebe0f47 req-5d2c54ff-1bff-4465-9afc-ade830716896 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=bceecb90-8e11-49b3-a5c3-1734f6f49918 HTTP/1.1" status: 200 len: 946 time: 0.1396363 Jun 23 19:07:40.823740 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-127a5b57-f859-4319-afc7-7e3231d3c196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c054af9-db37-478e-9fba-f240a3ce3320', 'name': 'tempest-AttachVolumeTestJSON-1227294775-router', 'tenant_id': '4cbd9e58e50b42a281ca078879fab751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'f54cdda4-81e2-4724-8206-3151787f90cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:06:41Z', 'updated_at': '2021-06-23T19:06:48Z', 'revision_number': 4, 'project_id': '4cbd9e58e50b42a281ca078879fab751', 'gw_port': {'id': 'f54cdda4-81e2-4724-8206-3151787f90cb', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c054af9-db37-478e-9fba-f240a3ce3320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:06:42Z', 'updated_at': '2021-06-23T19:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi', '_floatingips': [{'id': '023c70d4-9c00-4a49-a36b-7089009f5b33', 'tenant_id': '4cbd9e58e50b42a281ca078879fab751', 'floating_ip_address': '172.27.1.77', 'floating_network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'router_id': '9c054af9-db37-478e-9fba-f240a3ce3320', 'port_id': '61982a3b-9cce-4222-a53c-34caf6941c0c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9fa93c1-9380-43f6-a51c-3dfc88effd3b', 'mac_address': 'fa:16:3e:9a:e0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f022836-784f-4a4c-ab37-ae1725639d96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T19:06:58Z', 'updated_at': '2021-06-23T19:07:39Z', 'revision_number': 1, 'project_id': '4cbd9e58e50b42a281ca078879fab751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5be624be-cd06-49ab-9499-f265115a098f', 'name': '', 'network_id': 'e9fa93c1-9380-43f6-a51c-3dfc88effd3b', 'tenant_id': '4cbd9e58e50b42a281ca078879fab751', 'mac_address': 'fa:16:3e:70:80:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c054af9-db37-478e-9fba-f240a3ce3320', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '09e805ee-e30d-4540-8ef6-67d65653382f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:06:46Z', 'updated_at': '2021-06-23T19:06:57Z', 'revision_number': 5, 'project_id': '4cbd9e58e50b42a281ca078879fab751', 'subnets': [{'id': '09e805ee-e30d-4540-8ef6-67d65653382f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:07:40.843983 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-32f6a5a6-ab51-4ffe-b76f-886bb1e41de6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:40.860887 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-71b69184-5ff3-4be1-bc0d-b142bebe0f47 req-fc763ffa-9271-4573-b7c0-bcd642b7007b tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384779 Jun 23 19:07:40.870851 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127a5b57-f859-4319-afc7-7e3231d3c196 None None] Checking router: 9c054af9-db37-478e-9fba-f240a3ce3320 for host: dv-cinder-790492-6-iscsi {{(pid=93955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:07:40.885642 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127a5b57-f859-4319-afc7-7e3231d3c196 None None] Routers {'9c054af9-db37-478e-9fba-f240a3ce3320'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:07:40.894723 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-127a5b57-f859-4319-afc7-7e3231d3c196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:07:33Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['9c054af9-db37-478e-9fba-f240a3ce3320'], 'active': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:07:40.911797 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-7eee65cd-722a-4eb0-b541-d5da1d1e75ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:40.951079 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-7eee65cd-722a-4eb0-b541-d5da1d1e75ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:41.063637 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvr_db [None req-127a5b57-f859-4319-afc7-7e3231d3c196 None None] Set router 9c054af9-db37-478e-9fba-f240a3ce3320 gateway port host: dv-cinder-790492-6-iscsi {{(pid=93955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:07:41.071513 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-32f6a5a6-ab51-4ffe-b76f-886bb1e41de6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:41.218538 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-7eee65cd-722a-4eb0-b541-d5da1d1e75ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:41.227141 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-7eee65cd-722a-4eb0-b541-d5da1d1e75ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:41.227141 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-7eee65cd-722a-4eb0-b541-d5da1d1e75ae admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0d3a9587-a105-488b-8da4-d5d035dbb130 HTTP/1.1" status: 204 len: 168 time: 0.4614093 Jun 23 19:07:41.227141 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:41.240145 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eee65cd-722a-4eb0-b541-d5da1d1e75ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3a9587-a105-488b-8da4-d5d035dbb130,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:41.253003 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eee65cd-722a-4eb0-b541-d5da1d1e75ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:41.261618 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eee65cd-722a-4eb0-b541-d5da1d1e75ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:41.261618 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eee65cd-722a-4eb0-b541-d5da1d1e75ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:41.261618 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eee65cd-722a-4eb0-b541-d5da1d1e75ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:41.261618 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eee65cd-722a-4eb0-b541-d5da1d1e75ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:41.261618 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eee65cd-722a-4eb0-b541-d5da1d1e75ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:41.261618 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eee65cd-722a-4eb0-b541-d5da1d1e75ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:41.261618 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eee65cd-722a-4eb0-b541-d5da1d1e75ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:41.261618 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eee65cd-722a-4eb0-b541-d5da1d1e75ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:41.261618 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eee65cd-722a-4eb0-b541-d5da1d1e75ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:41.261618 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eee65cd-722a-4eb0-b541-d5da1d1e75ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:41.261618 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eee65cd-722a-4eb0-b541-d5da1d1e75ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:41.263581 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-7eee65cd-722a-4eb0-b541-d5da1d1e75ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:41.304661 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-32f6a5a6-ab51-4ffe-b76f-886bb1e41de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:41.309807 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-f99af21a-2066-4b50-be03-4368143b7438 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:41.366833 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-32f6a5a6-ab51-4ffe-b76f-886bb1e41de6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=411dfe57bef74dc6b76525f4e5459341&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5614598 Jun 23 19:07:41.370318 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f6a5a6-ab51-4ffe-b76f-886bb1e41de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4941d405-0526-45c6-9f15-cd03e79a44f4,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:41.372071 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 58728) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:41.384820 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-32f6a5a6-ab51-4ffe-b76f-886bb1e41de6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:41.424500 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-127a5b57-f859-4319-afc7-7e3231d3c196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c054af9-db37-478e-9fba-f240a3ce3320', 'name': 'tempest-AttachVolumeTestJSON-1227294775-router', 'tenant_id': '4cbd9e58e50b42a281ca078879fab751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'f54cdda4-81e2-4724-8206-3151787f90cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:06:41Z', 'updated_at': '2021-06-23T19:06:48Z', 'revision_number': 4, 'project_id': '4cbd9e58e50b42a281ca078879fab751', 'gw_port': {'id': 'f54cdda4-81e2-4724-8206-3151787f90cb', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c054af9-db37-478e-9fba-f240a3ce3320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:06:42Z', 'updated_at': '2021-06-23T19:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi', '_floatingips': [{'id': '023c70d4-9c00-4a49-a36b-7089009f5b33', 'tenant_id': '4cbd9e58e50b42a281ca078879fab751', 'floating_ip_address': '172.27.1.77', 'floating_network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'router_id': '9c054af9-db37-478e-9fba-f240a3ce3320', 'port_id': '61982a3b-9cce-4222-a53c-34caf6941c0c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9fa93c1-9380-43f6-a51c-3dfc88effd3b', 'mac_address': 'fa:16:3e:9a:e0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f022836-784f-4a4c-ab37-ae1725639d96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T19:06:58Z', 'updated_at': '2021-06-23T19:07:39Z', 'revision_number': 1, 'project_id': '4cbd9e58e50b42a281ca078879fab751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5be624be-cd06-49ab-9499-f265115a098f', 'name': '', 'network_id': 'e9fa93c1-9380-43f6-a51c-3dfc88effd3b', 'tenant_id': '4cbd9e58e50b42a281ca078879fab751', 'mac_address': 'fa:16:3e:70:80:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c054af9-db37-478e-9fba-f240a3ce3320', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '09e805ee-e30d-4540-8ef6-67d65653382f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:06:46Z', 'updated_at': '2021-06-23T19:06:57Z', 'revision_number': 5, 'project_id': '4cbd9e58e50b42a281ca078879fab751', 'subnets': [{'id': '09e805ee-e30d-4540-8ef6-67d65653382f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:07:41.468970 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-7795a9e2-6299-45cf-9363-3982cf9f4980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:41.475192 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127a5b57-f859-4319-afc7-7e3231d3c196 None None] The sync data for ids ['9c054af9-db37-478e-9fba-f240a3ce3320'] in dv-cinder-790492-6-iscsi is: [{'id': '9c054af9-db37-478e-9fba-f240a3ce3320', 'name': 'tempest-AttachVolumeTestJSON-1227294775-router', 'tenant_id': '4cbd9e58e50b42a281ca078879fab751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'f54cdda4-81e2-4724-8206-3151787f90cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:06:41Z', 'updated_at': '2021-06-23T19:06:48Z', 'revision_number': 4, 'project_id': '4cbd9e58e50b42a281ca078879fab751', 'gw_port': {'id': 'f54cdda4-81e2-4724-8206-3151787f90cb', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c054af9-db37-478e-9fba-f240a3ce3320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:06:42Z', 'updated_at': '2021-06-23T19:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi', '_floatingips': [{'id': '023c70d4-9c00-4a49-a36b-7089009f5b33', 'tenant_id': '4cbd9e58e50b42a281ca078879fab751', 'floating_ip_address': '172.27.1.77', 'floating_network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'router_id': '9c054af9-db37-478e-9fba-f240a3ce3320', 'port_id': '61982a3b-9cce-4222-a53c-34caf6941c0c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9fa93c1-9380-43f6-a51c-3dfc88effd3b', 'mac_address': 'fa:16:3e:9a:e0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f022836-784f-4a4c-ab37-ae1725639d96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T19:06:58Z', 'updated_at': '2021-06-23T19:07:39Z', 'revision_number': 1, 'project_id': '4cbd9e58e50b42a281ca078879fab751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5be624be-cd06-49ab-9499-f265115a098f', 'name': '', 'network_id': 'e9fa93c1-9380-43f6-a51c-3dfc88effd3b', 'tenant_id': '4cbd9e58e50b42a281ca078879fab751', 'mac_address': 'fa:16:3e:70:80:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c054af9-db37-478e-9fba-f240a3ce3320', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '09e805ee-e30d-4540-8ef6-67d65653382f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:06:46Z', 'updated_at': '2021-06-23T19:06:57Z', 'revision_number': 5, 'project_id': '4cbd9e58e50b42a281ca078879fab751', 'subnets': [{'id': '09e805ee-e30d-4540-8ef6-67d65653382f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:07:41.512636 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-7795a9e2-6299-45cf-9363-3982cf9f4980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:41.528059 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d04bb1-5acb-46ca-bb6d-dee29da6a975 req-6fc7f4b1-5e98-4efb-b881-354ec6433812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:41.528059 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b5d04bb1-5acb-46ca-bb6d-dee29da6a975 req-6fc7f4b1-5e98-4efb-b881-354ec6433812 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9d5f5c89-7005-49cd-88db-9b8779875ae2 HTTP/1.1" status: 200 len: 858 time: 0.0978267 Jun 23 19:07:41.699588 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-7795a9e2-6299-45cf-9363-3982cf9f4980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:41.703156 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-7795a9e2-6299-45cf-9363-3982cf9f4980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:41.705052 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-7795a9e2-6299-45cf-9363-3982cf9f4980 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4941d405-0526-45c6-9f15-cd03e79a44f4 HTTP/1.1" status: 204 len: 168 time: 0.3319724 Jun 23 19:07:41.706030 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:41.730911 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7795a9e2-6299-45cf-9363-3982cf9f4980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4941d405-0526-45c6-9f15-cd03e79a44f4,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:41.734511 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-7795a9e2-6299-45cf-9363-3982cf9f4980 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:41.791566 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181b99ae-9807-45b0-b4c5-8536b331344b None None] New status for floating IP 023c70d4-9c00-4a49-a36b-7089009f5b33: ACTIVE {{(pid=93954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 19:07:42.168862 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d939d24-7cb7-4f8d-863a-a321976d44ec req-cee848ea-a4b5-4bcd-a5d3-52bc40e9dc0d tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:42.168862 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-4d939d24-7cb7-4f8d-863a-a321976d44ec req-cee848ea-a4b5-4bcd-a5d3-52bc40e9dc0d tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=bceecb90-8e11-49b3-a5c3-1734f6f49918 HTTP/1.1" status: 200 len: 946 time: 0.0851872 Jun 23 19:07:42.429791 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-4d939d24-7cb7-4f8d-863a-a321976d44ec req-daff98a3-a05f-4d4a-8f4e-4d55aaa95593 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509956 Jun 23 19:07:42.676377 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 58756) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:42.696417 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-525a93b7-ac2f-4842-b465-8d4bbac1dbe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:42.842597 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-525a93b7-ac2f-4842-b465-8d4bbac1dbe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:42.933542 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-525a93b7-ac2f-4842-b465-8d4bbac1dbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:42.936436 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-3111cdbe-fa70-47cc-be4d-4645caf47896 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:42.984256 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525a93b7-ac2f-4842-b465-8d4bbac1dbe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15bba63b-4b9d-4231-8000-7e55502e5968,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:42.990811 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-525a93b7-ac2f-4842-b465-8d4bbac1dbe1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3ffaa271ce1c4d35a433b140b55ca418&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3117111 Jun 23 19:07:42.990811 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-525a93b7-ac2f-4842-b465-8d4bbac1dbe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:42.993853 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 58764) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:43.078191 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e14038fd-03d5-484b-9340-7ddb3aaa93b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:43.121952 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e14038fd-03d5-484b-9340-7ddb3aaa93b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:43.293601 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e14038fd-03d5-484b-9340-7ddb3aaa93b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:43.297942 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e14038fd-03d5-484b-9340-7ddb3aaa93b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:43.300099 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-e14038fd-03d5-484b-9340-7ddb3aaa93b3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/15bba63b-4b9d-4231-8000-7e55502e5968 HTTP/1.1" status: 204 len: 168 time: 0.3045914 Jun 23 19:07:43.301122 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:43.321717 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14038fd-03d5-484b-9340-7ddb3aaa93b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15bba63b-4b9d-4231-8000-7e55502e5968,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:43.326519 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-e14038fd-03d5-484b-9340-7ddb3aaa93b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:43.541131 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b5d04bb1-5acb-46ca-bb6d-dee29da6a975 req-b9ac0209-a782-4344-9568-b3de9c713644 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=135041da-43be-4a0d-8112-dd2b8ce30653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0824049 Jun 23 19:07:43.634507 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f3886-e07c-441a-a3d6-715adb1200c6 req-f2b4ad66-ba80-495d-b781-552c7e3b9c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:43.636442 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8b4f3886-e07c-441a-a3d6-715adb1200c6 req-f2b4ad66-ba80-495d-b781-552c7e3b9c93 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4cbd9e58e50b42a281ca078879fab751&device_id=0f022836-784f-4a4c-ab37-ae1725639d96 HTTP/1.1" status: 200 len: 1098 time: 0.1791961 Jun 23 19:07:43.761659 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003e4fbc-9f9c-4ef6-aa98-5a3cb410a14f req-b0496b56-190f-498d-bcaf-6d374420c549 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:43.764788 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-003e4fbc-9f9c-4ef6-aa98-5a3cb410a14f req-b0496b56-190f-498d-bcaf-6d374420c549 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=bceecb90-8e11-49b3-a5c3-1734f6f49918 HTTP/1.1" status: 200 len: 946 time: 0.1554730 Jun 23 19:07:43.772640 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b5d04bb1-5acb-46ca-bb6d-dee29da6a975 req-4542c697-99a5-4fb2-b0c6-8dd0eafffeab service neutron] 10.222.0.49 "GET /v2.0/networks/135041da-43be-4a0d-8112-dd2b8ce30653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078290 Jun 23 19:07:43.834643 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-003e4fbc-9f9c-4ef6-aa98-5a3cb410a14f req-86ae4245-6bc1-4ebd-834f-be915ea9c1f6 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562563 Jun 23 19:07:43.931597 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f3886-e07c-441a-a3d6-715adb1200c6 req-c937d4e9-fe63-4834-bc9c-a51c7cdc705b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:43.934890 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8b4f3886-e07c-441a-a3d6-715adb1200c6 req-c937d4e9-fe63-4834-bc9c-a51c7cdc705b service neutron] 10.222.0.49 "GET /v2.0/networks?id=e9fa93c1-9380-43f6-a51c-3dfc88effd3b HTTP/1.1" status: 200 len: 912 time: 0.2890496 Jun 23 19:07:44.115612 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b5d04bb1-5acb-46ca-bb6d-dee29da6a975 req-0d28d6fd-c748-4a7c-80ca-8aed131df6e5 service neutron] 10.222.0.49 "GET /v2.0/networks/135041da-43be-4a0d-8112-dd2b8ce30653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287828 Jun 23 19:07:44.138010 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8b4f3886-e07c-441a-a3d6-715adb1200c6 req-91c81ee8-f5c6-4183-9f19-2580c7b703e7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61982a3b-9cce-4222-a53c-34caf6941c0c HTTP/1.1" status: 200 len: 1000 time: 0.1952982 Jun 23 19:07:44.247569 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f3886-e07c-441a-a3d6-715adb1200c6 req-bd18d1b1-a279-4980-bf8a-3414870407df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:44.249620 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8b4f3886-e07c-441a-a3d6-715adb1200c6 req-bd18d1b1-a279-4980-bf8a-3414870407df service neutron] 10.222.0.49 "GET /v2.0/subnets?id=09e805ee-e30d-4540-8ef6-67d65653382f HTTP/1.1" status: 200 len: 850 time: 0.0994616 Jun 23 19:07:44.412132 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f3886-e07c-441a-a3d6-715adb1200c6 req-2ef3d432-89f8-4141-af5a-8185ad8c3535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:44.419124 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8b4f3886-e07c-441a-a3d6-715adb1200c6 req-2ef3d432-89f8-4141-af5a-8185ad8c3535 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e9fa93c1-9380-43f6-a51c-3dfc88effd3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1620829 Jun 23 19:07:44.640755 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8b4f3886-e07c-441a-a3d6-715adb1200c6 req-5c19c83b-590c-4ba3-a293-834d1c1351e1 service neutron] 10.222.0.49 "GET /v2.0/networks/e9fa93c1-9380-43f6-a51c-3dfc88effd3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906664 Jun 23 19:07:44.767576 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8b4f3886-e07c-441a-a3d6-715adb1200c6 req-57038f0b-ecc6-4309-8897-7e2730887b03 service neutron] 10.222.0.49 "GET /v2.0/networks/e9fa93c1-9380-43f6-a51c-3dfc88effd3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196609 Jun 23 19:07:45.116728 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a8867-b110-42b1-9156-0c0ed7ecd2b0 req-4bfa354a-9c9f-4b2f-99e3-9ad44934d156 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:45.130688 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-505a8867-b110-42b1-9156-0c0ed7ecd2b0 req-4bfa354a-9c9f-4b2f-99e3-9ad44934d156 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=bceecb90-8e11-49b3-a5c3-1734f6f49918 HTTP/1.1" status: 200 len: 946 time: 0.1260471 Jun 23 19:07:45.179178 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-505a8867-b110-42b1-9156-0c0ed7ecd2b0 req-8784a794-145d-415d-ba5c-3d52316b7f23 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472574 Jun 23 19:07:46.420227 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668e8159-07d3-4099-990d-2b20d8923d0a req-07af96f0-c196-4fa9-829b-ba4bccffe59d tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:46.424593 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-668e8159-07d3-4099-990d-2b20d8923d0a req-07af96f0-c196-4fa9-829b-ba4bccffe59d tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=bceecb90-8e11-49b3-a5c3-1734f6f49918 HTTP/1.1" status: 200 len: 946 time: 0.0838401 Jun 23 19:07:46.503131 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-668e8159-07d3-4099-990d-2b20d8923d0a req-00414186-1c1f-449d-a638-d5e0342305cf tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669279 Jun 23 19:07:47.171625 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:47.726174 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ca835c-7362-4165-a9cb-f42bca962ddc req-f2fb6df9-2ea9-4205-9bb8-539da38f91ce tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:47.727636 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c1ca835c-7362-4165-a9cb-f42bca962ddc req-f2fb6df9-2ea9-4205-9bb8-539da38f91ce tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=bceecb90-8e11-49b3-a5c3-1734f6f49918 HTTP/1.1" status: 200 len: 946 time: 0.0752108 Jun 23 19:07:47.768544 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c1ca835c-7362-4165-a9cb-f42bca962ddc req-98336e93-8873-49e5-be97-b9c88d0ba559 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338049 Jun 23 19:07:48.982410 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5887c2c7-fd20-4e74-ac0d-408ec929fcf3 req-fffde81c-1d59-41e4-9bc2-da5427610c83 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:48.984954 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-5887c2c7-fd20-4e74-ac0d-408ec929fcf3 req-fffde81c-1d59-41e4-9bc2-da5427610c83 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=bceecb90-8e11-49b3-a5c3-1734f6f49918 HTTP/1.1" status: 200 len: 946 time: 0.0718048 Jun 23 19:07:49.024021 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-5887c2c7-fd20-4e74-ac0d-408ec929fcf3 req-4d1d8ae0-2877-4075-b795-c8aeef176acd tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329549 Jun 23 19:07:50.204935 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e90ffaf-694f-4344-96cf-6fcccff04f4a req-1d1dc4c1-5f24-4bfa-b400-35083bea80f3 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:50.206418 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3e90ffaf-694f-4344-96cf-6fcccff04f4a req-1d1dc4c1-5f24-4bfa-b400-35083bea80f3 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=bceecb90-8e11-49b3-a5c3-1734f6f49918 HTTP/1.1" status: 200 len: 946 time: 0.0714245 Jun 23 19:07:50.243579 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3e90ffaf-694f-4344-96cf-6fcccff04f4a req-b288f597-954c-4c5a-9a60-a7d4f87a3206 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311458 Jun 23 19:07:50.970172 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4780c634-96ec-4739-afc0-3fa9d050d214 req-d2d7acfe-9ebe-49c5-ae6b-48b494897505 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ab6c94e2-8406-4f47-af03-21a0507bab5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0679073 Jun 23 19:07:51.129449 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4780c634-96ec-4739-afc0-3fa9d050d214 req-190e2f37-1659-4962-b7f9-9c3d5c150227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:51.130983 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4780c634-96ec-4739-afc0-3fa9d050d214 req-190e2f37-1659-4962-b7f9-9c3d5c150227 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=747313d51bad42878d1436304e928d64&device_id=ab6c94e2-8406-4f47-af03-21a0507bab5d HTTP/1.1" status: 200 len: 1099 time: 0.0566592 Jun 23 19:07:51.251422 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4780c634-96ec-4739-afc0-3fa9d050d214 req-9f12ef68-a48b-454d-97e0-8e1b162b72bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:51.252942 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4780c634-96ec-4739-afc0-3fa9d050d214 req-9f12ef68-a48b-454d-97e0-8e1b162b72bc service neutron] 10.222.0.49 "GET /v2.0/networks?id=f5f3c45e-312d-4f44-ae96-f074b6189239 HTTP/1.1" status: 200 len: 912 time: 0.0932591 Jun 23 19:07:51.312676 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4780c634-96ec-4739-afc0-3fa9d050d214 req-b037bd17-3332-4153-98f1-79268a97b103 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0eb164b5-f4a9-4f37-bb7c-2aaef95c7e7e HTTP/1.1" status: 200 len: 217 time: 0.0435133 Jun 23 19:07:51.381485 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4780c634-96ec-4739-afc0-3fa9d050d214 req-2e5236c4-ff3a-4891-85c3-fb13e0aaff5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:51.383106 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4780c634-96ec-4739-afc0-3fa9d050d214 req-2e5236c4-ff3a-4891-85c3-fb13e0aaff5b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=207ea65d-65ed-417c-9c28-8958ef631365 HTTP/1.1" status: 200 len: 851 time: 0.0583677 Jun 23 19:07:51.421025 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4780c634-96ec-4739-afc0-3fa9d050d214 req-7795033d-ae84-4f9c-ae57-ab30657d691d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f5f3c45e-312d-4f44-ae96-f074b6189239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294521 Jun 23 19:07:51.563017 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d7547-aa96-44ed-bffc-0abd3389d39b req-78be41fb-ebc9-4c36-b611-fe6cae689fa2 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:51.564738 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-296d7547-aa96-44ed-bffc-0abd3389d39b req-78be41fb-ebc9-4c36-b611-fe6cae689fa2 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=bceecb90-8e11-49b3-a5c3-1734f6f49918 HTTP/1.1" status: 200 len: 946 time: 0.1468401 Jun 23 19:07:51.566912 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4780c634-96ec-4739-afc0-3fa9d050d214 req-e0ada8c5-869e-456e-aa62-2204ea9fb801 service neutron] 10.222.0.49 "GET /v2.0/networks/f5f3c45e-312d-4f44-ae96-f074b6189239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369140 Jun 23 19:07:51.688490 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-296d7547-aa96-44ed-bffc-0abd3389d39b req-782d501e-09cc-4bc9-bc28-c5a7549ee949 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176229 Jun 23 19:07:51.734116 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4780c634-96ec-4739-afc0-3fa9d050d214 req-10bc3018-a4be-415f-91e1-a50baa80a681 service neutron] 10.222.0.49 "GET /v2.0/networks/f5f3c45e-312d-4f44-ae96-f074b6189239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491454 Jun 23 19:07:53.054567 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19e5b9-03e6-4e19-896c-dad99296a28e req-081d4453-59cb-47d8-996f-171cdd1b13e4 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:53.067910 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0d19e5b9-03e6-4e19-896c-dad99296a28e req-081d4453-59cb-47d8-996f-171cdd1b13e4 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=bceecb90-8e11-49b3-a5c3-1734f6f49918 HTTP/1.1" status: 200 len: 946 time: 0.1062787 Jun 23 19:07:53.119658 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0d19e5b9-03e6-4e19-896c-dad99296a28e req-4718e305-0dd0-4cdb-8201-6d13f192ef40 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508432 Jun 23 19:07:54.305927 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d8fea-215e-4f25-abf6-8d220cb03f01 req-0b068cef-a798-4a61-969c-cd96a7aa2761 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:54.308203 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-003d8fea-215e-4f25-abf6-8d220cb03f01 req-0b068cef-a798-4a61-969c-cd96a7aa2761 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=bceecb90-8e11-49b3-a5c3-1734f6f49918 HTTP/1.1" status: 200 len: 946 time: 0.0692675 Jun 23 19:07:54.399886 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-003d8fea-215e-4f25-abf6-8d220cb03f01 req-8f4886d7-1433-40f6-8131-979c60ffe856 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802252 Jun 23 19:07:55.631661 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111053ed-025a-4ed1-abb8-263ee9c90dd5 req-1f42d694-6c51-4964-8b7a-a8e4ae507232 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:55.651247 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-111053ed-025a-4ed1-abb8-263ee9c90dd5 req-1f42d694-6c51-4964-8b7a-a8e4ae507232 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=bceecb90-8e11-49b3-a5c3-1734f6f49918 HTTP/1.1" status: 200 len: 946 time: 0.1013389 Jun 23 19:07:55.747342 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 59156) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:55.891257 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d505be45-ba96-4ff7-a81c-616c9e78bcb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:55.918028 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-111053ed-025a-4ed1-abb8-263ee9c90dd5 req-53d8e6b7-f8d4-4504-8a0b-ea8cdf0eaab5 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590253 Jun 23 19:07:56.001543 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d505be45-ba96-4ff7-a81c-616c9e78bcb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:56.096396 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d505be45-ba96-4ff7-a81c-616c9e78bcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:56.099013 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-59a0ac67-54d3-43cd-9216-e94eddf97a58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:56.137070 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-d505be45-ba96-4ff7-a81c-616c9e78bcb8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3aedc817e9b74b3ca2b7d4367385dac0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3883724 Jun 23 19:07:56.137934 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d505be45-ba96-4ff7-a81c-616c9e78bcb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb64ded-7dc1-454e-adf9-7f6601808458,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:56.141578 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 59162) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:56.144013 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-d505be45-ba96-4ff7-a81c-616c9e78bcb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:56.196272 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-bf052c77-e92c-49d4-a145-39361f09014e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:56.220439 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-bf052c77-e92c-49d4-a145-39361f09014e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:56.350147 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-bf052c77-e92c-49d4-a145-39361f09014e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:56.354353 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-bf052c77-e92c-49d4-a145-39361f09014e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:56.355163 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-bf052c77-e92c-49d4-a145-39361f09014e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ebb64ded-7dc1-454e-adf9-7f6601808458 HTTP/1.1" status: 204 len: 168 time: 0.2115700 Jun 23 19:07:56.356069 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:56.364441 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf052c77-e92c-49d4-a145-39361f09014e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb64ded-7dc1-454e-adf9-7f6601808458,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:56.367022 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-bf052c77-e92c-49d4-a145-39361f09014e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:57.118477 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470fcf25-618e-47b5-aa36-f840db4b063b req-3e4cd1c7-7b79-4437-b810-5e9e4d41d265 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:57.120585 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-470fcf25-618e-47b5-aa36-f840db4b063b req-3e4cd1c7-7b79-4437-b810-5e9e4d41d265 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=bceecb90-8e11-49b3-a5c3-1734f6f49918 HTTP/1.1" status: 200 len: 946 time: 0.0808554 Jun 23 19:07:57.161669 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-470fcf25-618e-47b5-aa36-f840db4b063b req-636e54c9-0e6b-4c9d-9f09-16069c97621c tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349622 Jun 23 19:07:57.219891 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 59206) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:57.364519 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-b8c83926-894c-4577-94a9-75c9a47ed032 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:57.517578 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-b8c83926-894c-4577-94a9-75c9a47ed032 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:57.573802 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-b8c83926-894c-4577-94a9-75c9a47ed032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:57.582027 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-196bca1e-7449-4779-8459-0b3d2c5cba7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:57.663225 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 59220) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:57.663956 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c83926-894c-4577-94a9-75c9a47ed032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c32c56b-2f54-443c-8e07-91ff2b1cd30b,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:57.672704 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-b8c83926-894c-4577-94a9-75c9a47ed032 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bee12d5f145f42c189df4679fe8966b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4515686 Jun 23 19:07:57.673335 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 59224) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:57.674663 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-b8c83926-894c-4577-94a9-75c9a47ed032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:57.767422 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-1d622aea-caf5-49f0-a6d7-849304ad85d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:57.806502 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-1d622aea-caf5-49f0-a6d7-849304ad85d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:57.826150 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-64f142c8-6d9c-48de-b7d9-f746552dbd48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:57.975339 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-1d622aea-caf5-49f0-a6d7-849304ad85d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:57.978074 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-1d622aea-caf5-49f0-a6d7-849304ad85d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:57.979318 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-1d622aea-caf5-49f0-a6d7-849304ad85d1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7c32c56b-2f54-443c-8e07-91ff2b1cd30b HTTP/1.1" status: 204 len: 168 time: 0.3016939 Jun 23 19:07:57.984470 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-7b357a74-ebdc-4c82-bd17-7c67391cc665 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:57.998945 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d622aea-caf5-49f0-a6d7-849304ad85d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c32c56b-2f54-443c-8e07-91ff2b1cd30b,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:58.012724 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-1d622aea-caf5-49f0-a6d7-849304ad85d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:58.061221 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-64f142c8-6d9c-48de-b7d9-f746552dbd48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:58.152663 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-64f142c8-6d9c-48de-b7d9-f746552dbd48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:58.159368 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:58.204582 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-64f142c8-6d9c-48de-b7d9-f746552dbd48 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cb60c4104bf24bd998f8349895a620b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5397253 Jun 23 19:07:58.205548 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f142c8-6d9c-48de-b7d9-f746552dbd48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=497a2706-5770-4d7c-a11a-96d5b10fca85,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:58.207920 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 59238) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:58.209669 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-64f142c8-6d9c-48de-b7d9-f746552dbd48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:58.298993 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ffcec0ad-28e1-4988-b2c2-bc11750d5e9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:58.342201 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ffcec0ad-28e1-4988-b2c2-bc11750d5e9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:58.446143 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87512185-b17c-4856-9f1e-e23732de1585 req-49e8bc29-0b4b-4216-9df3-b8edd1b1e8a3 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:58.446143 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-87512185-b17c-4856-9f1e-e23732de1585 req-49e8bc29-0b4b-4216-9df3-b8edd1b1e8a3 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=bceecb90-8e11-49b3-a5c3-1734f6f49918 HTTP/1.1" status: 200 len: 946 time: 0.0685308 Jun 23 19:07:58.488975 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-87512185-b17c-4856-9f1e-e23732de1585 req-136dfb95-01ae-4fc7-964b-eec16d7dcab3 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375187 Jun 23 19:07:58.567274 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ffcec0ad-28e1-4988-b2c2-bc11750d5e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:58.570110 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ffcec0ad-28e1-4988-b2c2-bc11750d5e9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:58.571277 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-ffcec0ad-28e1-4988-b2c2-bc11750d5e9d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/497a2706-5770-4d7c-a11a-96d5b10fca85 HTTP/1.1" status: 204 len: 168 time: 0.3606830 Jun 23 19:07:58.579320 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-81201413-f78f-48b9-9206-25324b200a07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:58.579741 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcec0ad-28e1-4988-b2c2-bc11750d5e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=497a2706-5770-4d7c-a11a-96d5b10fca85,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:58.587778 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-ffcec0ad-28e1-4988-b2c2-bc11750d5e9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:58.852227 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 59254) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:58.871400 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-19838cfd-d6b4-45b3-9bd4-950c1289e527 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:59.004265 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-19838cfd-d6b4-45b3-9bd4-950c1289e527 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:59.079681 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-19838cfd-d6b4-45b3-9bd4-950c1289e527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:59.082276 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-1d622aea-caf5-49f0-a6d7-849304ad85d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:59.118374 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19838cfd-d6b4-45b3-9bd4-950c1289e527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7e30a6-ed9e-4db6-a6eb-87ba756f5343,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:59.123415 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-19838cfd-d6b4-45b3-9bd4-950c1289e527 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d9e2c1c8133e4ec799bd04e7a8962e5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2698510 Jun 23 19:07:59.124373 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-19838cfd-d6b4-45b3-9bd4-950c1289e527 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:59.126515 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 59258) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:59.180613 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-77c9cca0-e56b-4117-a9e4-b3f843970be8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:59.205110 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-77c9cca0-e56b-4117-a9e4-b3f843970be8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:59.314505 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-77c9cca0-e56b-4117-a9e4-b3f843970be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:59.320333 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-77c9cca0-e56b-4117-a9e4-b3f843970be8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:59.324496 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-77c9cca0-e56b-4117-a9e4-b3f843970be8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fb7e30a6-ed9e-4db6-a6eb-87ba756f5343 HTTP/1.1" status: 204 len: 168 time: 0.1944532 Jun 23 19:07:59.324496 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-64f142c8-6d9c-48de-b7d9-f746552dbd48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:59.324772 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 59260) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:59.337627 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c9cca0-e56b-4117-a9e4-b3f843970be8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7e30a6-ed9e-4db6-a6eb-87ba756f5343,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:59.341688 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-77c9cca0-e56b-4117-a9e4-b3f843970be8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:59.346246 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4b084737-3926-4d86-9e03-7982e64fa87c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:59.476235 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4b084737-3926-4d86-9e03-7982e64fa87c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:59.558772 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4b084737-3926-4d86-9e03-7982e64fa87c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:59.564944 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-b3ffb18b-49f7-41d7-bafa-1a99af5cc209 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:59.614965 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-4b084737-3926-4d86-9e03-7982e64fa87c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c2207ef45aa24bd08dceb8f2a2d3cba6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2888844 Jun 23 19:07:59.615836 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b084737-3926-4d86-9e03-7982e64fa87c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a564cec-48db-493f-95e4-dd2a7711c60a,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:59.618205 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 59268) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:59.661522 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-4b084737-3926-4d86-9e03-7982e64fa87c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:59.674282 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-e9e64c00-b497-4279-8ea1-acf6ef842beb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:59.695565 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f69482-81e8-4ee9-88db-7dbf649aca83 req-d2fbfa78-d8ea-4a15-a8c6-74d31ebbd125 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:59.697050 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-21f69482-81e8-4ee9-88db-7dbf649aca83 req-d2fbfa78-d8ea-4a15-a8c6-74d31ebbd125 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=bceecb90-8e11-49b3-a5c3-1734f6f49918 HTTP/1.1" status: 200 len: 946 time: 0.0880215 Jun 23 19:07:59.703082 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-e9e64c00-b497-4279-8ea1-acf6ef842beb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:59.769423 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-21f69482-81e8-4ee9-88db-7dbf649aca83 req-e003707a-c1a9-4021-a6ab-0e4fa3bbe636 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651333 Jun 23 19:07:59.841706 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-e9e64c00-b497-4279-8ea1-acf6ef842beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:59.845018 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-e9e64c00-b497-4279-8ea1-acf6ef842beb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:59.846321 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-e9e64c00-b497-4279-8ea1-acf6ef842beb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9a564cec-48db-493f-95e4-dd2a7711c60a HTTP/1.1" status: 204 len: 168 time: 0.2271757 Jun 23 19:07:59.854974 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-c96ff5f4-aa80-4a00-b3a4-f88e7675fa99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:59.856294 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e64c00-b497-4279-8ea1-acf6ef842beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a564cec-48db-493f-95e4-dd2a7711c60a,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:59.859448 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-e9e64c00-b497-4279-8ea1-acf6ef842beb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:00.230056 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-bbb39997-fb6c-4b3b-b279-a6dc7b2b518c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:00.309495 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.agents_db [None req-808d9167-7b86-4487-ac1f-373b1677e9b0 None None] Agent healthcheck: found 6 active agents {{(pid=93955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:08:00.391134 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 59298) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:00.411797 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-6fa25719-dd2c-4082-9dfe-52979713a092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:00.546978 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-6fa25719-dd2c-4082-9dfe-52979713a092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:00.630002 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-6fa25719-dd2c-4082-9dfe-52979713a092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:00.634742 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-b8c83926-894c-4577-94a9-75c9a47ed032 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:00.673592 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-6fa25719-dd2c-4082-9dfe-52979713a092 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=13183a55017d4c6ba21547a872f033a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2805862 Jun 23 19:08:00.675592 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa25719-dd2c-4082-9dfe-52979713a092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a70685ed-e4bb-4c61-b7e2-c05e529dc289,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:00.676654 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 59308) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:00.678659 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-6fa25719-dd2c-4082-9dfe-52979713a092 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:00.730802 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-475d5359-cf87-46f9-8699-c093d84ebc9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:00.755736 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-475d5359-cf87-46f9-8699-c093d84ebc9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:00.879421 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-475d5359-cf87-46f9-8699-c093d84ebc9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:00.883290 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-475d5359-cf87-46f9-8699-c093d84ebc9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:00.884671 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-475d5359-cf87-46f9-8699-c093d84ebc9a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a70685ed-e4bb-4c61-b7e2-c05e529dc289 HTTP/1.1" status: 204 len: 168 time: 0.2069581 Jun 23 19:08:00.885568 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-24bd91c5-d0fe-41b6-85f1-2a2b83ca8985 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:00.913251 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475d5359-cf87-46f9-8699-c093d84ebc9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70685ed-e4bb-4c61-b7e2-c05e529dc289,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:00.918443 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-475d5359-cf87-46f9-8699-c093d84ebc9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:01.024188 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e13a6-9e55-42c5-af7a-f64135d1c74f req-cd81826c-4cdf-4195-b185-059a73fdd222 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:01.025783 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-586e13a6-9e55-42c5-af7a-f64135d1c74f req-cd81826c-4cdf-4195-b185-059a73fdd222 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=bceecb90-8e11-49b3-a5c3-1734f6f49918 HTTP/1.1" status: 200 len: 946 time: 0.1029642 Jun 23 19:08:01.070380 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-586e13a6-9e55-42c5-af7a-f64135d1c74f req-46deea6d-3a12-433a-b7d0-7b2bf1a5de82 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379848 Jun 23 19:08:01.235924 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 59336) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:01.409586 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-cd55207b-b773-4dda-9891-017934c6b7ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:01.534393 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-cd55207b-b773-4dda-9891-017934c6b7ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:01.595702 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-cd55207b-b773-4dda-9891-017934c6b7ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:01.602177 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-7eee65cd-722a-4eb0-b541-d5da1d1e75ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:01.674922 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-cd55207b-b773-4dda-9891-017934c6b7ba admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7c3d77347d3b44e1ad7b46f120542281&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4304159 Jun 23 19:08:01.674922 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd55207b-b773-4dda-9891-017934c6b7ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f24ad3f-2fb4-490f-b24b-9de76a20a448,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:01.674922 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 59358) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:01.722231 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-cd55207b-b773-4dda-9891-017934c6b7ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:01.783899 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-fc8f1ff2-1028-4a7a-b034-507206d349ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:01.812104 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-fc8f1ff2-1028-4a7a-b034-507206d349ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:01.956323 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-fc8f1ff2-1028-4a7a-b034-507206d349ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:01.962883 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-fc8f1ff2-1028-4a7a-b034-507206d349ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:01.963558 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-fc8f1ff2-1028-4a7a-b034-507206d349ef admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2f24ad3f-2fb4-490f-b24b-9de76a20a448 HTTP/1.1" status: 204 len: 168 time: 0.2897022 Jun 23 19:08:01.966596 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-382f56cc-0222-42c6-ac17-d8fa89a350a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:01.980925 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8f1ff2-1028-4a7a-b034-507206d349ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f24ad3f-2fb4-490f-b24b-9de76a20a448,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:01.985130 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-fc8f1ff2-1028-4a7a-b034-507206d349ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:02.395452 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f74d9-f4a4-4535-8036-4e11ac8c2590 req-379fe315-8e41-46ae-8bc4-8ed1728c48ef tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:02.397688 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-447f74d9-f4a4-4535-8036-4e11ac8c2590 req-379fe315-8e41-46ae-8bc4-8ed1728c48ef tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=bceecb90-8e11-49b3-a5c3-1734f6f49918 HTTP/1.1" status: 200 len: 946 time: 0.1190472 Jun 23 19:08:02.502904 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-447f74d9-f4a4-4535-8036-4e11ac8c2590 req-855ce7a9-5ac4-42ce-bb3a-7674ec63e790 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941899 Jun 23 19:08:02.720946 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8610e9b4-b8f9-4d59-bd16-1083cd5cfd74 req-9bc29f5e-77aa-4782-81ab-252b7f3bed2d tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:02.722526 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-8610e9b4-b8f9-4d59-bd16-1083cd5cfd74 req-9bc29f5e-77aa-4782-81ab-252b7f3bed2d tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab6c94e2-8406-4f47-af03-21a0507bab5d HTTP/1.1" status: 200 len: 946 time: 0.0667071 Jun 23 19:08:02.763075 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-8610e9b4-b8f9-4d59-bd16-1083cd5cfd74 req-3d989c97-310a-4b00-aff2-d2644e376adb tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c75d1db-d2b7-4df5-924b-f61d8e7468a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343771 Jun 23 19:08:02.956169 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-19f99037-47b1-4b0e-adac-a482f1aab9b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:03.069952 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:03.304066 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 59424) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:03.337537 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-71999886-727f-44e3-99e1-ed5e4d6ccc5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:03.508033 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-71999886-727f-44e3-99e1-ed5e4d6ccc5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:03.624314 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-71999886-727f-44e3-99e1-ed5e4d6ccc5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:03.632407 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-32f6a5a6-ab51-4ffe-b76f-886bb1e41de6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:03.664644 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-71999886-727f-44e3-99e1-ed5e4d6ccc5b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=74cb99166c9b44698648e5bc90501229&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3590817 Jun 23 19:08:03.670450 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 59436) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:03.697310 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71999886-727f-44e3-99e1-ed5e4d6ccc5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b955c07-8306-435c-a1cb-b436dbb021a0,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:03.701250 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-71999886-727f-44e3-99e1-ed5e4d6ccc5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:03.850015 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-06483361-c69f-47ee-9ee8-08adf1aff55b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:03.906032 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c5881-45dc-4bab-94c8-101ba937576d req-c59ca362-6463-4c03-91a8-bfc92c931cf7 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:03.908557 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-4a9c5881-45dc-4bab-94c8-101ba937576d req-c59ca362-6463-4c03-91a8-bfc92c931cf7 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=bceecb90-8e11-49b3-a5c3-1734f6f49918 HTTP/1.1" status: 200 len: 946 time: 0.2184339 Jun 23 19:08:03.917735 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-06483361-c69f-47ee-9ee8-08adf1aff55b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:04.017468 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e874b711-83ec-40f6-a4fb-0568673e2778 req-7f1eedb3-480c-4ce7-aeca-b90a2fd74323 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:04.026959 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e874b711-83ec-40f6-a4fb-0568673e2778 req-7f1eedb3-480c-4ce7-aeca-b90a2fd74323 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab6c94e2-8406-4f47-af03-21a0507bab5d HTTP/1.1" status: 200 len: 946 time: 0.0995545 Jun 23 19:08:04.033570 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-4a9c5881-45dc-4bab-94c8-101ba937576d req-45eeb8b3-688a-41b4-a125-838b131e5401 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118743 Jun 23 19:08:04.092494 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e874b711-83ec-40f6-a4fb-0568673e2778 req-99f65cbf-2e52-4b30-abda-3fbc69e8e3cc tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c75d1db-d2b7-4df5-924b-f61d8e7468a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639505 Jun 23 19:08:04.143214 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-36873b57-c469-4164-8152-400a4dc72ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:04.207067 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-06483361-c69f-47ee-9ee8-08adf1aff55b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:04.210007 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-06483361-c69f-47ee-9ee8-08adf1aff55b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:04.211182 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-06483361-c69f-47ee-9ee8-08adf1aff55b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2b955c07-8306-435c-a1cb-b436dbb021a0 HTTP/1.1" status: 204 len: 168 time: 0.5371001 Jun 23 19:08:04.211976 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-a1bc5165-9c8d-422e-85a9-14fdfeaf1a33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:04.220996 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06483361-c69f-47ee-9ee8-08adf1aff55b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b955c07-8306-435c-a1cb-b436dbb021a0,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:04.223810 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-06483361-c69f-47ee-9ee8-08adf1aff55b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:05.246041 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a761f5-3f45-4540-ba45-ed0784b34524 req-f0d838dd-0121-42d2-bd9e-18b500373c2a tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:05.248421 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-55a761f5-3f45-4540-ba45-ed0784b34524 req-f0d838dd-0121-42d2-bd9e-18b500373c2a tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=bceecb90-8e11-49b3-a5c3-1734f6f49918 HTTP/1.1" status: 200 len: 946 time: 0.0748115 Jun 23 19:08:05.325374 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-55a761f5-3f45-4540-ba45-ed0784b34524 req-1bac2728-0378-44f3-a6a3-61a3f9b33b94 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662432 Jun 23 19:08:05.407104 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0dfa02b7-e69b-42f9-a1c6-d55a29ea84e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:05.482836 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 59504) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:05.614482 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281f065a-aea9-4bc3-94a5-e21865ebaf71 req-7af83cce-96b5-4308-8897-5183f73d1cd9 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:05.618754 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-281f065a-aea9-4bc3-94a5-e21865ebaf71 req-7af83cce-96b5-4308-8897-5183f73d1cd9 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab6c94e2-8406-4f47-af03-21a0507bab5d HTTP/1.1" status: 200 len: 946 time: 0.0989635 Jun 23 19:08:05.698757 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-281f065a-aea9-4bc3-94a5-e21865ebaf71 req-b0df9f26-588b-485b-b622-8334837ae9ae tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c75d1db-d2b7-4df5-924b-f61d8e7468a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621653 Jun 23 19:08:05.838331 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4c97b01b-d5b4-4eda-a684-a77a06d0ab09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:05.965119 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4c97b01b-d5b4-4eda-a684-a77a06d0ab09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:06.109903 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4c97b01b-d5b4-4eda-a684-a77a06d0ab09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:06.112542 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-17fac03d-f9fc-4dc0-b4fd-563ece4c2d07 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:06.149587 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c97b01b-d5b4-4eda-a684-a77a06d0ab09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4265529f-d6e4-47d4-b27b-0e6063cd57e8,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:06.154485 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-4c97b01b-d5b4-4eda-a684-a77a06d0ab09 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1c78197f7ab548f4902ea37879883be7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6694376 Jun 23 19:08:06.155322 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-4c97b01b-d5b4-4eda-a684-a77a06d0ab09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:06.157636 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 59532) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:06.240047 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-232acda5-8df8-4ce5-9f63-c62eec633ac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:06.265586 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-232acda5-8df8-4ce5-9f63-c62eec633ac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:06.399867 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-232acda5-8df8-4ce5-9f63-c62eec633ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:06.405464 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-232acda5-8df8-4ce5-9f63-c62eec633ac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:06.414368 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-232acda5-8df8-4ce5-9f63-c62eec633ac3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4265529f-d6e4-47d4-b27b-0e6063cd57e8 HTTP/1.1" status: 204 len: 168 time: 0.2480376 Jun 23 19:08:06.414368 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:06.419971 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232acda5-8df8-4ce5-9f63-c62eec633ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4265529f-d6e4-47d4-b27b-0e6063cd57e8,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:06.423187 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-232acda5-8df8-4ce5-9f63-c62eec633ac3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:06.523666 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 59542) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:06.580855 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24964e57-0727-4a39-9095-08bd53c78ab5 req-31773be8-8c07-4942-82c7-282ae50025cb tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:06.582464 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-24964e57-0727-4a39-9095-08bd53c78ab5 req-31773be8-8c07-4942-82c7-282ae50025cb tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=bceecb90-8e11-49b3-a5c3-1734f6f49918 HTTP/1.1" status: 200 len: 946 time: 0.0942118 Jun 23 19:08:06.680541 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-39e5d7a1-8d64-4989-aae6-4abcb3f44223 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:06.684939 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-24964e57-0727-4a39-9095-08bd53c78ab5 req-15a36a07-6ad6-4460-a9b9-e464811e60ad tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919542 Jun 23 19:08:06.804217 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-39e5d7a1-8d64-4989-aae6-4abcb3f44223 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:06.882105 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-39e5d7a1-8d64-4989-aae6-4abcb3f44223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:06.888433 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-8ea48d7b-39d9-4218-aa16-11ba757d4669 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:06.930806 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e5d7a1-8d64-4989-aae6-4abcb3f44223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24e3c330-be64-46c1-b545-a452d530887a,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:06.939471 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5327019d-f173-4d0b-ba34-e2fbb31f8206 req-1e7cd69a-9052-4508-9fc1-be10d06d8b97 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:06.941151 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-5327019d-f173-4d0b-ba34-e2fbb31f8206 req-1e7cd69a-9052-4508-9fc1-be10d06d8b97 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab6c94e2-8406-4f47-af03-21a0507bab5d HTTP/1.1" status: 200 len: 946 time: 0.0758486 Jun 23 19:08:06.955373 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-39e5d7a1-8d64-4989-aae6-4abcb3f44223 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:06.964548 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-39e5d7a1-8d64-4989-aae6-4abcb3f44223 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6e5386621b79484ea08cfa517d0aad40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4354188 Jun 23 19:08:06.968815 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 59560) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:07.011337 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-5327019d-f173-4d0b-ba34-e2fbb31f8206 req-28e9fa34-495b-4b90-85ca-8730d8eb0f7d tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c75d1db-d2b7-4df5-924b-f61d8e7468a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592022 Jun 23 19:08:07.054685 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-9933a9a0-38d2-4a5a-9c9f-5d67611246b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:07.099840 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-9933a9a0-38d2-4a5a-9c9f-5d67611246b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:07.275814 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-9933a9a0-38d2-4a5a-9c9f-5d67611246b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:07.296990 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-9933a9a0-38d2-4a5a-9c9f-5d67611246b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:07.296990 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-9933a9a0-38d2-4a5a-9c9f-5d67611246b6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/24e3c330-be64-46c1-b545-a452d530887a HTTP/1.1" status: 204 len: 168 time: 0.3115182 Jun 23 19:08:07.296990 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-dd1f9112-96dc-45c1-9431-0190582a8f46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:07.296990 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9933a9a0-38d2-4a5a-9c9f-5d67611246b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e3c330-be64-46c1-b545-a452d530887a,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:07.298819 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-9933a9a0-38d2-4a5a-9c9f-5d67611246b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:07.901931 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b99055e-2860-4a10-a466-51fd9117a0f8 req-f623451a-afac-4130-b65a-fa441e9c5b10 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:07.903603 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-1b99055e-2860-4a10-a466-51fd9117a0f8 req-f623451a-afac-4130-b65a-fa441e9c5b10 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=bceecb90-8e11-49b3-a5c3-1734f6f49918 HTTP/1.1" status: 200 len: 946 time: 0.0737774 Jun 23 19:08:07.958953 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-1b99055e-2860-4a10-a466-51fd9117a0f8 req-3f2cdfc4-812a-441e-b720-ed25f922173d tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438957 Jun 23 19:08:08.147125 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 59600) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:08.171240 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-bef0d22e-f428-470e-bd25-d71d2bbbe6b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:08.270856 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b0b3f6-29ae-4e04-8c5c-addedf572f9d req-88bf3863-2e86-4223-95f0-89f4dc5b15c4 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:08.277610 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-65b0b3f6-29ae-4e04-8c5c-addedf572f9d req-88bf3863-2e86-4223-95f0-89f4dc5b15c4 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab6c94e2-8406-4f47-af03-21a0507bab5d HTTP/1.1" status: 200 len: 946 time: 0.1180708 Jun 23 19:08:08.343073 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-bef0d22e-f428-470e-bd25-d71d2bbbe6b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:08.346572 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-65b0b3f6-29ae-4e04-8c5c-addedf572f9d req-154e1ede-a1ea-468a-a69e-68561fdab686 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c75d1db-d2b7-4df5-924b-f61d8e7468a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598855 Jun 23 19:08:08.451222 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-bef0d22e-f428-470e-bd25-d71d2bbbe6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:08.455096 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-bf052c77-e92c-49d4-a145-39361f09014e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:08.496673 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-bef0d22e-f428-470e-bd25-d71d2bbbe6b2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f294c7f63a334eb792a56ac03790fe9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3483975 Jun 23 19:08:08.497659 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef0d22e-f428-470e-bd25-d71d2bbbe6b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e6eff7-4f83-43b6-bb41-66f3127f632a,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:08.501140 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-bef0d22e-f428-470e-bd25-d71d2bbbe6b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:08.503639 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 59612) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:08.561973 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4d7f2da0-c7da-425e-b03c-eecbbf8a3f18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:08.588789 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4d7f2da0-c7da-425e-b03c-eecbbf8a3f18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:08.838935 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e7ef1-c71f-4dcf-9d90-ebc74e2e0daf req-359ad270-d1f2-4136-929c-6b9b3b51f02a tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:08.845225 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a70e7ef1-c71f-4dcf-9d90-ebc74e2e0daf req-359ad270-d1f2-4136-929c-6b9b3b51f02a tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab6c94e2-8406-4f47-af03-21a0507bab5d HTTP/1.1" status: 200 len: 946 time: 0.0773726 Jun 23 19:08:08.876132 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4d7f2da0-c7da-425e-b03c-eecbbf8a3f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:08.879268 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4d7f2da0-c7da-425e-b03c-eecbbf8a3f18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:08.881301 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-4d7f2da0-c7da-425e-b03c-eecbbf8a3f18 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/39e6eff7-4f83-43b6-bb41-66f3127f632a HTTP/1.1" status: 204 len: 168 time: 0.3764696 Jun 23 19:08:08.882877 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-d505be45-ba96-4ff7-a81c-616c9e78bcb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:08.917493 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7f2da0-c7da-425e-b03c-eecbbf8a3f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e6eff7-4f83-43b6-bb41-66f3127f632a,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:08.925655 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-4d7f2da0-c7da-425e-b03c-eecbbf8a3f18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:09.133817 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [req-a70e7ef1-c71f-4dcf-9d90-ebc74e2e0daf req-f7a276a6-9d4c-4c90-94eb-017d6b570814 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] Deleting port 0eb164b5-f4a9-4f37-bb7c-2aaef95c7e7e {{(pid=93953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:08:09.134306 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-a70e7ef1-c71f-4dcf-9d90-ebc74e2e0daf req-f7a276a6-9d4c-4c90-94eb-017d6b570814 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745549706015'] for port, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:09.285486 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b00b2-8a9d-417e-9b8c-f9d9cbaabae1 req-68311551-9541-4a78-bc77-ffa65bf2edc2 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:09.289015 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d33b00b2-8a9d-417e-9b8c-f9d9cbaabae1 req-68311551-9541-4a78-bc77-ffa65bf2edc2 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=bceecb90-8e11-49b3-a5c3-1734f6f49918 HTTP/1.1" status: 200 len: 946 time: 0.1291845 Jun 23 19:08:09.322093 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-a70e7ef1-c71f-4dcf-9d90-ebc74e2e0daf req-f7a276a6-9d4c-4c90-94eb-017d6b570814 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] For port 0eb164b5-f4a9-4f37-bb7c-2aaef95c7e7e, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=0eb164b5-f4a9-4f37-bb7c-2aaef95c7e7e,segment=NetworkSegment(d7135929-867b-492a-a39d-0fc939774cf0),segment_id=d7135929-867b-492a-a39d-0fc939774cf0)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:08:09.323044 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-a70e7ef1-c71f-4dcf-9d90-ebc74e2e0daf req-f7a276a6-9d4c-4c90-94eb-017d6b570814 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710932'] for port, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:09.349165 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [req-a70e7ef1-c71f-4dcf-9d90-ebc74e2e0daf req-f7a276a6-9d4c-4c90-94eb-017d6b570814 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] Calling delete_port for 0eb164b5-f4a9-4f37-bb7c-2aaef95c7e7e owned by compute:nova {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:08:09.352668 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d33b00b2-8a9d-417e-9b8c-f9d9cbaabae1 req-ae03627e-f256-448c-a0fd-17d50570bebd tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559330 Jun 23 19:08:09.694278 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508acf54-d42b-430d-8d72-b7cd11b48374 req-57ea3d1f-1f9c-4804-aa6b-81e7aa480fca tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:09.702175 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-508acf54-d42b-430d-8d72-b7cd11b48374 req-57ea3d1f-1f9c-4804-aa6b-81e7aa480fca tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab6c94e2-8406-4f47-af03-21a0507bab5d HTTP/1.1" status: 200 len: 946 time: 0.1037252 Jun 23 19:08:09.720220 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-a70e7ef1-c71f-4dcf-9d90-ebc74e2e0daf req-f7a276a6-9d4c-4c90-94eb-017d6b570814 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745549710641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745549236134'] for port, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:09.729234 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:09.770820 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a276a6-9d4c-4c90-94eb-017d6b570814 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] Pushing event deleted for resources: {'Port': ['ID=0eb164b5-f4a9-4f37-bb7c-2aaef95c7e7e,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:09.773327 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] get_ports_and_sgs() called for port_ids ['0eb164b5-f4a9-4f37-bb7c-2aaef95c7e7e'] {{(pid=93954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:08:09.774171 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-f7a276a6-9d4c-4c90-94eb-017d6b570814 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:09.806302 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-508acf54-d42b-430d-8d72-b7cd11b48374 req-727a90ce-883e-4cec-a2b9-554f7445bbc9 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c75d1db-d2b7-4df5-924b-f61d8e7468a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031368 Jun 23 19:08:09.858257 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [req-a70e7ef1-c71f-4dcf-9d90-ebc74e2e0daf req-f7a276a6-9d4c-4c90-94eb-017d6b570814 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] No DVR routers for this DVR port 0eb164b5-f4a9-4f37-bb7c-2aaef95c7e7e on host hv-cinder-79049 {{(pid=93953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:08:09.864124 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-a70e7ef1-c71f-4dcf-9d90-ebc74e2e0daf req-f7a276a6-9d4c-4c90-94eb-017d6b570814 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:09.868017 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a70e7ef1-c71f-4dcf-9d90-ebc74e2e0daf req-f7a276a6-9d4c-4c90-94eb-017d6b570814 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] 10.222.0.49 "DELETE /v2.0/ports/0eb164b5-f4a9-4f37-bb7c-2aaef95c7e7e HTTP/1.1" status: 204 len: 173 time: 1.0190518 Jun 23 19:08:09.868865 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab6c94e2-8406-4f47-af03-21a0507bab5d', 'name': 'network-vif-deleted', 'tag': '0eb164b5-f4a9-4f37-bb7c-2aaef95c7e7e'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:08:09.874478 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8902aeace0540733bba5a146bce723956a3312b5b25ae011a73fc84317b4d28a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a4231f-609c-448b-b27d-1dbacb33b13d" -d '{"events": [{"server_uuid": "ab6c94e2-8406-4f47-af03-21a0507bab5d", "name": "network-vif-deleted", "tag": "0eb164b5-f4a9-4f37-bb7c-2aaef95c7e7e"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:08:09.935108 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e23563ce-bdaf-479d-bff7-be99b2d3683e x-openstack-request-id: req-e23563ce-bdaf-479d-bff7-be99b2d3683e {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:08:09.935648 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab6c94e2-8406-4f47-af03-21a0507bab5d", "name": "network-vif-deleted", "tag": "0eb164b5-f4a9-4f37-bb7c-2aaef95c7e7e", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:08:09.935837 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e23563ce-bdaf-479d-bff7-be99b2d3683e {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:08:09.936259 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab6c94e2-8406-4f47-af03-21a0507bab5d', 'name': 'network-vif-deleted', 'tag': '0eb164b5-f4a9-4f37-bb7c-2aaef95c7e7e', 'status': 'completed', 'code': 200} Jun 23 19:08:10.621721 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8a8d76-a6bf-4098-8c6b-6271e359e79c req-bcad8237-a628-4fbe-b130-be2eec89e996 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:10.624386 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5d8a8d76-a6bf-4098-8c6b-6271e359e79c req-bcad8237-a628-4fbe-b130-be2eec89e996 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=bceecb90-8e11-49b3-a5c3-1734f6f49918 HTTP/1.1" status: 200 len: 946 time: 0.0983067 Jun 23 19:08:10.694243 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5d8a8d76-a6bf-4098-8c6b-6271e359e79c req-e07dd77f-20a8-4ddb-9020-e73d3c942ba7 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575686 Jun 23 19:08:11.070116 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-11c98844-28c5-4aea-b272-199aadf59b14 req-30b4a332-5ea8-418d-9dd5-0ff04a74cf6d tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab6c94e2-8406-4f47-af03-21a0507bab5d HTTP/1.1" status: 200 len: 210 time: 0.0290928 Jun 23 19:08:11.988855 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eff995e-d870-44eb-b82a-25714d5b0e1c req-4983f389-640a-4158-956f-63c6de94b8d2 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:11.991041 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9eff995e-d870-44eb-b82a-25714d5b0e1c req-4983f389-640a-4158-956f-63c6de94b8d2 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=bceecb90-8e11-49b3-a5c3-1734f6f49918 HTTP/1.1" status: 200 len: 946 time: 0.0916922 Jun 23 19:08:12.042020 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9eff995e-d870-44eb-b82a-25714d5b0e1c req-7a79f072-ffe7-4d81-afab-85947d914ea5 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439243 Jun 23 19:08:12.292381 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-ec0cdb30-5db3-45e7-b506-da45394a18bc req-a405ece3-819a-4c4c-8742-66c07381c906 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab6c94e2-8406-4f47-af03-21a0507bab5d HTTP/1.1" status: 200 len: 210 time: 0.0725636 Jun 23 19:08:12.403036 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device 0eb164b5-f4a9-4f37-bb7c-2aaef95c7e7e no longer exists at agent hyperv_hv-cinder-79049 {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:08:12.424487 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] No Port match for: 0eb164b5-f4a9-4f37-bb7c-2aaef95c7e7e {{(pid=93954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:08:12.424945 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device 0eb164b5-f4a9-4f37-bb7c-2aaef95c7e7e not bound to the agent host hv-cinder-79049 {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:08:13.295507 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c14bce5-2ecf-4ebb-95dc-01796ab3e211 req-48354c79-ed11-40d6-a110-e3afe05808bc tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:13.297121 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-1c14bce5-2ecf-4ebb-95dc-01796ab3e211 req-48354c79-ed11-40d6-a110-e3afe05808bc tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=bceecb90-8e11-49b3-a5c3-1734f6f49918 HTTP/1.1" status: 200 len: 946 time: 0.0779040 Jun 23 19:08:13.377459 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-1c14bce5-2ecf-4ebb-95dc-01796ab3e211 req-4b4b0908-3932-4d3d-9909-b66282ecc971 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687184 Jun 23 19:08:14.029254 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 59896) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:14.172576 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a15b2a29-a666-40dc-8627-81df9128219b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:14.294806 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a15b2a29-a666-40dc-8627-81df9128219b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:14.382381 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a15b2a29-a666-40dc-8627-81df9128219b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:14.394906 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:14.433660 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-a15b2a29-a666-40dc-8627-81df9128219b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=78b05a6756cc426a845ee918995c7a4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4026089 Jun 23 19:08:14.438415 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 59920) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:14.442202 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15b2a29-a666-40dc-8627-81df9128219b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b62d6f8-c051-4955-ab16-385bee5ebca8,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:14.445386 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-a15b2a29-a666-40dc-8627-81df9128219b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:14.531232 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-d86b6ee1-887f-43b7-815e-37f519ecc4e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:14.597923 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-d86b6ee1-887f-43b7-815e-37f519ecc4e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:14.671985 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe144a43-0e3f-4aaa-baa7-49af778e02f7 req-181b2d95-b8ae-4bc3-8aeb-7b250fcc4972 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:14.671985 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fe144a43-0e3f-4aaa-baa7-49af778e02f7 req-181b2d95-b8ae-4bc3-8aeb-7b250fcc4972 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=bceecb90-8e11-49b3-a5c3-1734f6f49918 HTTP/1.1" status: 200 len: 946 time: 0.1140800 Jun 23 19:08:14.732208 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fe144a43-0e3f-4aaa-baa7-49af778e02f7 req-91569fa1-2efd-4987-8548-21d09ce82285 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528698 Jun 23 19:08:14.840362 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-d86b6ee1-887f-43b7-815e-37f519ecc4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:14.844313 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-d86b6ee1-887f-43b7-815e-37f519ecc4e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:14.845605 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-d86b6ee1-887f-43b7-815e-37f519ecc4e4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1b62d6f8-c051-4955-ab16-385bee5ebca8 HTTP/1.1" status: 204 len: 168 time: 0.4052932 Jun 23 19:08:14.846392 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-77c9cca0-e56b-4117-a9e4-b3f843970be8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:14.860786 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86b6ee1-887f-43b7-815e-37f519ecc4e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b62d6f8-c051-4955-ab16-385bee5ebca8,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:14.864519 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-d86b6ee1-887f-43b7-815e-37f519ecc4e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:15.609080 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 59944) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:15.623727 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-c5198ae4-c156-4cb2-91b1-6b14204d4487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:15.784011 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-c5198ae4-c156-4cb2-91b1-6b14204d4487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:15.838982 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 59956) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:15.898084 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-c5198ae4-c156-4cb2-91b1-6b14204d4487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:15.901065 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-bef0d22e-f428-470e-bd25-d71d2bbbe6b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:15.947711 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aad0a22-ce9c-47d7-a48c-b475a4fd4167 admin admin] Deleting subnet 207ea65d-65ed-417c-9c28-8958ef631365 {{(pid=93953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 19:08:15.953676 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-5aad0a22-ce9c-47d7-a48c-b475a4fd4167 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:15.959058 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-c5198ae4-c156-4cb2-91b1-6b14204d4487 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9e5a8c445fe44aae940eacfbff7685c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3482659 Jun 23 19:08:15.960063 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5198ae4-c156-4cb2-91b1-6b14204d4487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e88ff26-8eba-4c73-8e0a-06bdee48d247,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:15.963624 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-c5198ae4-c156-4cb2-91b1-6b14204d4487 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:15.970720 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 59962) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:16.005611 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b754d-4b7d-494e-adff-e57550e9eae4 req-3e76dd7f-3c31-47de-a308-fe655d23d3ae tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:16.007598 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b23b754d-4b7d-494e-adff-e57550e9eae4 req-3e76dd7f-3c31-47de-a308-fe655d23d3ae tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=bceecb90-8e11-49b3-a5c3-1734f6f49918 HTTP/1.1" status: 200 len: 946 time: 0.1273055 Jun 23 19:08:16.025077 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-5aad0a22-ce9c-47d7-a48c-b475a4fd4167 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:16.071548 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-5aad0a22-ce9c-47d7-a48c-b475a4fd4167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884468'] for subnet, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:16.103337 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b23b754d-4b7d-494e-adff-e57550e9eae4 req-dcb3a07b-6d55-4121-bc00-84e861d51484 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832944 Jun 23 19:08:16.125470 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-8f6b0642-0541-422c-a5c0-de0684b3c383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:16.155011 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-8f6b0642-0541-422c-a5c0-de0684b3c383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:16.329360 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-5aad0a22-ce9c-47d7-a48c-b475a4fd4167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889'] for subnet, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:16.334801 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:16.368161 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-8f6b0642-0541-422c-a5c0-de0684b3c383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:16.373301 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-8f6b0642-0541-422c-a5c0-de0684b3c383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:16.375123 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-8f6b0642-0541-422c-a5c0-de0684b3c383 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4e88ff26-8eba-4c73-8e0a-06bdee48d247 HTTP/1.1" status: 204 len: 168 time: 0.4086227 Jun 23 19:08:16.384100 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-525a93b7-ac2f-4842-b465-8d4bbac1dbe1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:16.384498 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aad0a22-ce9c-47d7-a48c-b475a4fd4167 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=207ea65d-65ed-417c-9c28-8958ef631365,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:16.384498 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-5aad0a22-ce9c-47d7-a48c-b475a4fd4167 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:16.392273 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-5aad0a22-ce9c-47d7-a48c-b475a4fd4167 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/207ea65d-65ed-417c-9c28-8958ef631365 HTTP/1.1" status: 204 len: 168 time: 0.5457244 Jun 23 19:08:16.393571 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 59970) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:16.395885 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-5aad0a22-ce9c-47d7-a48c-b475a4fd4167 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:16.403211 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6b0642-0541-422c-a5c0-de0684b3c383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e88ff26-8eba-4c73-8e0a-06bdee48d247,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:16.407200 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-8f6b0642-0541-422c-a5c0-de0684b3c383 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:16.490919 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-12d4818c-a9b1-4fe5-9b08-5e42a7bfd998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-959346'] for network, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:16.498043 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 59972) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:16.606635 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-12d4818c-a9b1-4fe5-9b08-5e42a7bfd998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883321', 'neutron.services.segments.db._delete_segments_for_network-8745549744415'] for network, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:16.617734 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-12d4818c-a9b1-4fe5-9b08-5e42a7bfd998 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:08:16.625646 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-12d4818c-a9b1-4fe5-9b08-5e42a7bfd998 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:08:16.625646 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-12d4818c-a9b1-4fe5-9b08-5e42a7bfd998 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:08:16.625646 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-12d4818c-a9b1-4fe5-9b08-5e42a7bfd998 admin admin] Subscribe: > port after_create 55550000 {{(pid=93952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:08:16.625646 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-12d4818c-a9b1-4fe5-9b08-5e42a7bfd998 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:08:16.625646 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-12d4818c-a9b1-4fe5-9b08-5e42a7bfd998 admin admin] Subscribe: > port after_update 55550000 {{(pid=93952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:08:16.625646 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-12d4818c-a9b1-4fe5-9b08-5e42a7bfd998 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:08:16.625646 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-12d4818c-a9b1-4fe5-9b08-5e42a7bfd998 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:08:16.625646 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-12d4818c-a9b1-4fe5-9b08-5e42a7bfd998 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:08:16.625646 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-12d4818c-a9b1-4fe5-9b08-5e42a7bfd998 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:08:16.808647 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-12d4818c-a9b1-4fe5-9b08-5e42a7bfd998 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:08:16.809206 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-12d4818c-a9b1-4fe5-9b08-5e42a7bfd998 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:08:16.809797 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-12d4818c-a9b1-4fe5-9b08-5e42a7bfd998 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:08:16.810143 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-12d4818c-a9b1-4fe5-9b08-5e42a7bfd998 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:08:16.810520 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.services.segments.db [None req-12d4818c-a9b1-4fe5-9b08-5e42a7bfd998 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5f3c45e-312d-4f44-ae96-f074b6189239']}} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:08:16.836297 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.services.segments.db [None req-12d4818c-a9b1-4fe5-9b08-5e42a7bfd998 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7135929-867b-492a-a39d-0fc939774cf0') {'for_net_delete': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:08:16.836573 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.services.segments.db [None req-12d4818c-a9b1-4fe5-9b08-5e42a7bfd998 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7135929-867b-492a-a39d-0fc939774cf0') {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:08:16.860153 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-12d4818c-a9b1-4fe5-9b08-5e42a7bfd998 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745549732078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25525066'] for segment, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:16.910231 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-12d4818c-a9b1-4fe5-9b08-5e42a7bfd998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886977'] for segment, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:16.918710 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-da6fc2d5-7ed8-4867-986b-d9c40c5bc8d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:16.922477 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 59988) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:16.928349 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12d4818c-a9b1-4fe5-9b08-5e42a7bfd998 admin admin] Releasing vlan 914 on physical network physnet1 to pool {{(pid=93952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 19:08:16.928959 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-12d4818c-a9b1-4fe5-9b08-5e42a7bfd998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26440072'] for segment, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:16.953379 dv-cinder-790492-6-iscsi neutron-server[93952]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 19:08:16.953379 dv-cinder-790492-6-iscsi neutron-server[93952]: from cryptography.utils import int_from_bytes Jun 23 19:08:16.953379 dv-cinder-790492-6-iscsi neutron-server[93952]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 19:08:16.953379 dv-cinder-790492-6-iscsi neutron-server[93952]: from cryptography.utils import int_from_bytes Jun 23 19:08:16.953379 dv-cinder-790492-6-iscsi neutron-server[93952]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:08:16.953379 dv-cinder-790492-6-iscsi neutron-server[93952]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:08:16.953379 dv-cinder-790492-6-iscsi neutron-server[93952]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:08:16.953379 dv-cinder-790492-6-iscsi neutron-server[93952]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:08:16.953379 dv-cinder-790492-6-iscsi neutron-server[93952]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:08:16.953379 dv-cinder-790492-6-iscsi neutron-server[93952]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:08:16.953379 dv-cinder-790492-6-iscsi neutron-server[93952]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:08:16.953379 dv-cinder-790492-6-iscsi neutron-server[93952]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:08:16.953379 dv-cinder-790492-6-iscsi neutron-server[93952]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:08:16.953379 dv-cinder-790492-6-iscsi neutron-server[93952]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:08:16.953379 dv-cinder-790492-6-iscsi neutron-server[93952]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:08:16.953379 dv-cinder-790492-6-iscsi neutron-server[93952]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:08:16.953379 dv-cinder-790492-6-iscsi neutron-server[93952]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:08:16.953379 dv-cinder-790492-6-iscsi neutron-server[93952]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:08:16.953379 dv-cinder-790492-6-iscsi neutron-server[93952]: Traceback (most recent call last): Jun 23 19:08:16.953379 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 19:08:16.953379 dv-cinder-790492-6-iscsi neutron-server[93952]: timer() Jun 23 19:08:16.953379 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 19:08:16.953379 dv-cinder-790492-6-iscsi neutron-server[93952]: cb(*args, **kw) Jun 23 19:08:16.953379 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 19:08:16.953379 dv-cinder-790492-6-iscsi neutron-server[93952]: return func(*args, **kwargs) Jun 23 19:08:16.953379 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 19:08:16.953379 dv-cinder-790492-6-iscsi neutron-server[93952]: self._notify() Jun 23 19:08:16.953379 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 19:08:16.953379 dv-cinder-790492-6-iscsi neutron-server[93952]: self.callback(batched_events) Jun 23 19:08:16.953379 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 19:08:16.953379 dv-cinder-790492-6-iscsi neutron-server[93952]: event.method(event) Jun 23 19:08:16.953379 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 19:08:16.953379 dv-cinder-790492-6-iscsi neutron-server[93952]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 19:08:16.953379 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 19:08:16.953379 dv-cinder-790492-6-iscsi neutron-server[93952]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 19:08:16.953379 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 19:08:16.953379 dv-cinder-790492-6-iscsi neutron-server[93952]: return f(self, *a, **k) Jun 23 19:08:16.953379 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 19:08:16.953379 dv-cinder-790492-6-iscsi neutron-server[93952]: return self._get(url).json() Jun 23 19:08:16.953379 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 19:08:16.953379 dv-cinder-790492-6-iscsi neutron-server[93952]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 19:08:16.953379 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 19:08:16.953379 dv-cinder-790492-6-iscsi neutron-server[93952]: return self.request(url, 'GET', **kwargs) Jun 23 19:08:16.953379 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 19:08:16.953379 dv-cinder-790492-6-iscsi neutron-server[93952]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 19:08:16.953379 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 19:08:16.953379 dv-cinder-790492-6-iscsi neutron-server[93952]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 19:08:16.953379 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 19:08:16.953379 dv-cinder-790492-6-iscsi neutron-server[93952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 19:08:16.953379 dv-cinder-790492-6-iscsi neutron-server[93952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 19:08:17.050904 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-8eab59f0-3e18-4ad9-a0a4-0062f694c646 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:17.077422 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-da6fc2d5-7ed8-4867-986b-d9c40c5bc8d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:17.173012 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-12d4818c-a9b1-4fe5-9b08-5e42a7bfd998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3862688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3708783'] for network, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:17.175213 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:17.185264 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:17.193522 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-12d4818c-a9b1-4fe5-9b08-5e42a7bfd998 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770935'] for network, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:17.198429 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-12d4818c-a9b1-4fe5-9b08-5e42a7bfd998 admin admin] 10.222.0.69 "DELETE /v2.0/networks/f5f3c45e-312d-4f44-ae96-f074b6189239 HTTP/1.1" status: 204 len: 168 time: 0.8024583 Jun 23 19:08:17.209774 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d4818c-a9b1-4fe5-9b08-5e42a7bfd998 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5f3c45e-312d-4f44-ae96-f074b6189239,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:17.220425 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-da6fc2d5-7ed8-4867-986b-d9c40c5bc8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:17.224330 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-12d4818c-a9b1-4fe5-9b08-5e42a7bfd998 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:17.237337 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-294c573f-66e9-4fa6-aa37-3098fce14e00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:17.306952 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-da6fc2d5-7ed8-4867-986b-d9c40c5bc8d7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=11a86f62cebd43c3bff1d67cd8e60760&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8074603 Jun 23 19:08:17.309126 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6fc2d5-7ed8-4867-986b-d9c40c5bc8d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cadb2946-1ef4-4638-8b16-cdeec0ffea14,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:17.313945 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 60008) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:17.316906 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-da6fc2d5-7ed8-4867-986b-d9c40c5bc8d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:17.417351 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-c5389277-edc8-46c4-8a05-229cf3944afb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:17.461942 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-c5389277-edc8-46c4-8a05-229cf3944afb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:17.475477 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e03564-eed1-4267-92b9-dcf54370f860 req-8685528a-2cb1-4a99-95d6-463df591375a tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:17.494303 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-63e03564-eed1-4267-92b9-dcf54370f860 req-8685528a-2cb1-4a99-95d6-463df591375a tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=bceecb90-8e11-49b3-a5c3-1734f6f49918 HTTP/1.1" status: 200 len: 946 time: 0.2083876 Jun 23 19:08:17.505852 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-8eab59f0-3e18-4ad9-a0a4-0062f694c646 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:17.595231 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-63e03564-eed1-4267-92b9-dcf54370f860 req-ec3a4e66-0b92-412f-bc6c-328ad2bf04ec tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969179 Jun 23 19:08:17.662789 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-8eab59f0-3e18-4ad9-a0a4-0062f694c646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:17.667486 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-c5389277-edc8-46c4-8a05-229cf3944afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:17.679914 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-e14038fd-03d5-484b-9340-7ddb3aaa93b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:17.680080 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-c5389277-edc8-46c4-8a05-229cf3944afb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:17.680080 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-c5389277-edc8-46c4-8a05-229cf3944afb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cadb2946-1ef4-4638-8b16-cdeec0ffea14 HTTP/1.1" status: 204 len: 168 time: 0.3567226 Jun 23 19:08:17.680080 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:17.680515 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5389277-edc8-46c4-8a05-229cf3944afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cadb2946-1ef4-4638-8b16-cdeec0ffea14,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:17.689105 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-c5389277-edc8-46c4-8a05-229cf3944afb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:17.715621 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eab59f0-3e18-4ad9-a0a4-0062f694c646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb18091-4d3d-433a-b99f-7259cc648494,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:17.720056 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-8eab59f0-3e18-4ad9-a0a4-0062f694c646 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=76f96f0daaa94908a017ecdf0386c6f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7964776 Jun 23 19:08:17.721012 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-8eab59f0-3e18-4ad9-a0a4-0062f694c646 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:17.723085 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 60030) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:17.765937 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 60034) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:17.804290 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f33acd6c-87b6-4a2a-8e11-bcb6df5de41b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:17.808885 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-18755dd0-d25d-4b03-9646-756c033cd0fa admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=747313d51bad42878d1436304e928d64&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0417063 Jun 23 19:08:17.811373 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 60036) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:17.829198 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f33acd6c-87b6-4a2a-8e11-bcb6df5de41b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:17.893895 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-96d74a6e-886c-4f10-8244-741252c7a4b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:17.921935 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-96d74a6e-886c-4f10-8244-741252c7a4b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:18.020103 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f33acd6c-87b6-4a2a-8e11-bcb6df5de41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:18.023297 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f33acd6c-87b6-4a2a-8e11-bcb6df5de41b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:18.024625 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-f33acd6c-87b6-4a2a-8e11-bcb6df5de41b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5eb18091-4d3d-433a-b99f-7259cc648494 HTTP/1.1" status: 204 len: 168 time: 0.2999122 Jun 23 19:08:18.026409 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-8f241fa9-2312-4d23-8183-85e650fd61cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:18.040497 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33acd6c-87b6-4a2a-8e11-bcb6df5de41b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb18091-4d3d-433a-b99f-7259cc648494,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:18.044851 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-f33acd6c-87b6-4a2a-8e11-bcb6df5de41b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:18.167596 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-96d74a6e-886c-4f10-8244-741252c7a4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:18.170275 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-96d74a6e-886c-4f10-8244-741252c7a4b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:18.171517 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-96d74a6e-886c-4f10-8244-741252c7a4b4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1c75d1db-d2b7-4df5-924b-f61d8e7468a5 HTTP/1.1" status: 204 len: 168 time: 0.3591411 Jun 23 19:08:18.172285 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:18.180417 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d74a6e-886c-4f10-8244-741252c7a4b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c75d1db-d2b7-4df5-924b-f61d8e7468a5,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:18.182840 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-96d74a6e-886c-4f10-8244-741252c7a4b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:18.882735 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285b9005-987b-4723-9759-c30775ff2e0b req-da9ec6dc-57ad-4f00-a33a-dbf6f745ba37 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:18.884369 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-285b9005-987b-4723-9759-c30775ff2e0b req-da9ec6dc-57ad-4f00-a33a-dbf6f745ba37 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=bceecb90-8e11-49b3-a5c3-1734f6f49918 HTTP/1.1" status: 200 len: 946 time: 0.1040452 Jun 23 19:08:18.916121 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf4152f-4e2a-4c70-8e0e-bfb01cb6b87d req-e54d90cf-6591-49fe-b3ff-244e5f94a3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:18.918238 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fcf4152f-4e2a-4c70-8e0e-bfb01cb6b87d req-e54d90cf-6591-49fe-b3ff-244e5f94a3bc service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bceecb90-8e11-49b3-a5c3-1734f6f49918 HTTP/1.1" status: 200 len: 1099 time: 0.0962858 Jun 23 19:08:18.957165 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-285b9005-987b-4723-9759-c30775ff2e0b req-58f2b2c0-8a35-49cb-9ed2-3d109f3226d3 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596371 Jun 23 19:08:18.974449 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fcf4152f-4e2a-4c70-8e0e-bfb01cb6b87d req-3f85abf4-c1a1-4539-8ea8-78e382f86bfc service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482635 Jun 23 19:08:19.097242 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 60066) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:19.115285 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-bdbbf837-bd53-44bc-841d-660d454323c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:19.269996 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-bdbbf837-bd53-44bc-841d-660d454323c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:19.361216 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-bdbbf837-bd53-44bc-841d-660d454323c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:19.365089 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-9933a9a0-38d2-4a5a-9c9f-5d67611246b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:19.409022 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-bdbbf837-bd53-44bc-841d-660d454323c8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c569699517594c81b7c5d54d4b430fad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3108962 Jun 23 19:08:19.410262 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbbf837-bd53-44bc-841d-660d454323c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78750931-24ec-4379-8597-df82731872c4,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:19.412023 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 60072) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:19.413279 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-bdbbf837-bd53-44bc-841d-660d454323c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:19.490841 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-6e88be2b-2dfc-4f0b-a149-fbefd961afaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:19.519336 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-6e88be2b-2dfc-4f0b-a149-fbefd961afaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:19.693174 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-6e88be2b-2dfc-4f0b-a149-fbefd961afaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:19.696244 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-6e88be2b-2dfc-4f0b-a149-fbefd961afaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:19.698905 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-6e88be2b-2dfc-4f0b-a149-fbefd961afaf admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/78750931-24ec-4379-8597-df82731872c4 HTTP/1.1" status: 204 len: 168 time: 0.2825549 Jun 23 19:08:19.699009 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-f33acd6c-87b6-4a2a-8e11-bcb6df5de41b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:19.713101 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e88be2b-2dfc-4f0b-a149-fbefd961afaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78750931-24ec-4379-8597-df82731872c4,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:19.716782 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-6e88be2b-2dfc-4f0b-a149-fbefd961afaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:19.740635 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 60090) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:19.763833 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-11a9959a-a4f8-45da-872d-a3a3e62a79ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:19.899996 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-11a9959a-a4f8-45da-872d-a3a3e62a79ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:20.021143 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-11a9959a-a4f8-45da-872d-a3a3e62a79ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:20.029775 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-ba4e66fa-9a32-4dec-be2a-93c3fd0c1327 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:20.099043 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-11a9959a-a4f8-45da-872d-a3a3e62a79ba admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e6544c1f79cc423e99d55978325e4130&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3566227 Jun 23 19:08:20.102977 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 60098) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:20.110190 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a9959a-a4f8-45da-872d-a3a3e62a79ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6cb741-5c38-4af6-8f8f-d91f24660490,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:20.114965 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-11a9959a-a4f8-45da-872d-a3a3e62a79ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:20.188657 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-934a6ba5-692a-473b-ad53-ee8d1e9f4e9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:20.217178 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-934a6ba5-692a-473b-ad53-ee8d1e9f4e9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:20.358224 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa271eb6-ac18-48b3-899e-7b4a132a6619 req-df860ff5-7e35-415a-a260-48264973b962 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:20.361141 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fa271eb6-ac18-48b3-899e-7b4a132a6619 req-df860ff5-7e35-415a-a260-48264973b962 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=bceecb90-8e11-49b3-a5c3-1734f6f49918 HTTP/1.1" status: 200 len: 946 time: 0.1301701 Jun 23 19:08:20.410360 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-934a6ba5-692a-473b-ad53-ee8d1e9f4e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:20.418954 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-934a6ba5-692a-473b-ad53-ee8d1e9f4e9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:20.422310 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-934a6ba5-692a-473b-ad53-ee8d1e9f4e9f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/dd6cb741-5c38-4af6-8f8f-d91f24660490 HTTP/1.1" status: 204 len: 168 time: 0.3180819 Jun 23 19:08:20.425901 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-7727d22c-c63e-4dde-854b-1beecd0fe65e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:20.459061 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934a6ba5-692a-473b-ad53-ee8d1e9f4e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6cb741-5c38-4af6-8f8f-d91f24660490,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:20.467783 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-934a6ba5-692a-473b-ad53-ee8d1e9f4e9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:20.477628 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fa271eb6-ac18-48b3-899e-7b4a132a6619 req-ed343e19-0dc8-41ab-97b0-b31ab79476aa tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050663 Jun 23 19:08:21.377499 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 60150) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:21.591121 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-4d53ee07-df24-4c7d-b0b4-b698c2195340 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1529812112-network', 'tenant_id': '29cd4a25dde246cd9b647b69d19079f6'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:08:21.700714 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77eaf53-6538-4f4a-b76a-c6a7e83996cb req-8a56af16-08ae-4c3d-8a70-2aa438549326 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:21.702204 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e77eaf53-6538-4f4a-b76a-c6a7e83996cb req-8a56af16-08ae-4c3d-8a70-2aa438549326 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=bceecb90-8e11-49b3-a5c3-1734f6f49918 HTTP/1.1" status: 200 len: 946 time: 0.0737188 Jun 23 19:08:21.703815 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d53ee07-df24-4c7d-b0b4-b698c2195340 admin admin] Made reservation on behalf of 29cd4a25dde246cd9b647b69d19079f6 for: {'network': 1} {{(pid=93953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:08:21.708959 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-4d53ee07-df24-4c7d-b0b4-b698c2195340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-975148'] for network, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:21.724932 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-4d53ee07-df24-4c7d-b0b4-b698c2195340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:21.764044 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e77eaf53-6538-4f4a-b76a-c6a7e83996cb req-2ce1daf3-d9fe-480c-a5c5-b13a62ec2c41 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527251 Jun 23 19:08:21.898169 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-4d53ee07-df24-4c7d-b0b4-b698c2195340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:22.012956 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-4d53ee07-df24-4c7d-b0b4-b698c2195340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:22.016760 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:22.018849 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a546d5-8983-4bbf-9db1-ff0cb5fa2943 req-d4bf4d31-bb78-48db-9ce1-314857a2e033 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:22.020501 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-e7a546d5-8983-4bbf-9db1-ff0cb5fa2943 req-d4bf4d31-bb78-48db-9ce1-314857a2e033 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a6ad38a-50fb-4059-96f4-e736067a8448 HTTP/1.1" status: 200 len: 945 time: 0.0689743 Jun 23 19:08:22.044963 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d53ee07-df24-4c7d-b0b4-b698c2195340 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 941} {{(pid=93953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 19:08:22.051623 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d53ee07-df24-4c7d-b0b4-b698c2195340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ec2bf2-1904-4844-98e4-5f17af4323e0,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:22.055483 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-4d53ee07-df24-4c7d-b0b4-b698c2195340 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:22.059935 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-4d53ee07-df24-4c7d-b0b4-b698c2195340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886977'] for segment, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:22.060292 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.db.segments_db [None req-4d53ee07-df24-4c7d-b0b4-b698c2195340 admin admin] Added segment 6376ebc8-cc9e-4950-bed1-519aba44fb4f of type vlan for network d02d4878-2846-42b3-8429-dddc3d54aa5f Jun 23 19:08:22.072898 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-e7a546d5-8983-4bbf-9db1-ff0cb5fa2943 req-7e252a01-fa64-448e-a2e1-6da83717cf5e tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458658 Jun 23 19:08:22.137651 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-4d53ee07-df24-4c7d-b0b4-b698c2195340 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745549258006'] for network, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:22.248464 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-4d53ee07-df24-4c7d-b0b4-b698c2195340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3862688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898'] for network, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:22.250888 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d53ee07-df24-4c7d-b0b4-b698c2195340 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:22.251969 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-4d53ee07-df24-4c7d-b0b4-b698c2195340 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770935'] for network, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:22.257190 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:22.354667 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d53ee07-df24-4c7d-b0b4-b698c2195340 admin admin] Pushing event updated for resources: {'Network': ['ID=d02d4878-2846-42b3-8429-dddc3d54aa5f,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:22.359533 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-4d53ee07-df24-4c7d-b0b4-b698c2195340 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:22.372857 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Network d02d4878-2846-42b3-8429-dddc3d54aa5f details requested by agent ovs-agent-dv-cinder-790492-6-iscsi with host dv-cinder-790492-6-iscsi {{(pid=93954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 19:08:22.399467 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-4d53ee07-df24-4c7d-b0b4-b698c2195340 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0195909 Jun 23 19:08:22.401876 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 60210) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:22.407599 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-4676a1a3-f7e5-472a-af80-79df7587e617 admin admin] Request body: {'subnet': {'network_id': 'd02d4878-2846-42b3-8429-dddc3d54aa5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1529812112-subnet', 'tenant_id': '29cd4a25dde246cd9b647b69d19079f6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:08:22.476367 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 60212) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:22.509746 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4676a1a3-f7e5-472a-af80-79df7587e617 admin admin] Made reservation on behalf of 29cd4a25dde246cd9b647b69d19079f6 for: {'subnet': 1} {{(pid=93952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:08:22.514453 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4676a1a3-f7e5-472a-af80-79df7587e617 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26574757'] for subnet, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:22.535737 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 60218) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:22.674760 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-477ad27c-89a8-4a89-b8b4-2cd9b4d75759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:22.837823 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-c90ba51b-ad8d-46a3-8cb4-b16cf094ce06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:22.838410 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-477ad27c-89a8-4a89-b8b4-2cd9b4d75759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:22.848616 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4676a1a3-f7e5-472a-af80-79df7587e617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26441174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26574775'] for subnet, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:22.857475 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:22.925012 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-477ad27c-89a8-4a89-b8b4-2cd9b4d75759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:22.940521 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4676a1a3-f7e5-472a-af80-79df7587e617 admin admin] Checking segment: {'id': '6376ebc8-cc9e-4950-bed1-519aba44fb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'd02d4878-2846-42b3-8429-dddc3d54aa5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:08:22.940521 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4676a1a3-f7e5-472a-af80-79df7587e617 admin admin] Network hostable DHCP agents. Network: d02d4878-2846-42b3-8429-dddc3d54aa5f, hostable agents: ['46fb5406-63b7-4827-9d8b-19fc67eca6fa'], hosted agents: [] {{(pid=93952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 19:08:22.940521 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4676a1a3-f7e5-472a-af80-79df7587e617 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0c9ad5e-51b6-4019-87c2-098d82b200c4,revision_number=0']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:22.956817 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-4676a1a3-f7e5-472a-af80-79df7587e617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:22.961715 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-4b084737-3926-4d86-9e03-7982e64fa87c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:22.991143 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-477ad27c-89a8-4a89-b8b4-2cd9b4d75759 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=120acc6aa789454bb849765c4b2470ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5132003 Jun 23 19:08:22.995349 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 60234) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:22.998544 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477ad27c-89a8-4a89-b8b4-2cd9b4d75759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a76eee2e-5856-4771-bdcf-8799f4dd26b1,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:23.012798 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-477ad27c-89a8-4a89-b8b4-2cd9b4d75759 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:23.102799 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-836d9f98-cf20-4f0a-aad1-ecc5c7c4f1e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:23.162334 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-836d9f98-cf20-4f0a-aad1-ecc5c7c4f1e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:23.196403 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4676a1a3-f7e5-472a-af80-79df7587e617 admin admin] Network d02d4878-2846-42b3-8429-dddc3d54aa5f is scheduled to be hosted by DHCP agent 46fb5406-63b7-4827-9d8b-19fc67eca6fa with binding_index 1 {{(pid=93952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 19:08:23.262763 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-c90ba51b-ad8d-46a3-8cb4-b16cf094ce06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:23.332851 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.base_scheduler [None req-4676a1a3-f7e5-472a-af80-79df7587e617 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-6-iscsi, d02d4878-2846-42b3-8429-dddc3d54aa5f) {{(pid=93952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:08:23.337575 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4676a1a3-f7e5-472a-af80-79df7587e617 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:23.339078 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4676a1a3-f7e5-472a-af80-79df7587e617 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770935'] for subnet, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:23.346240 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aae2aa4-4f5e-4704-912a-c55d537fe669 None None] Network d02d4878-2846-42b3-8429-dddc3d54aa5f requested from dv-cinder-790492-6-iscsi {{(pid=93954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:08:23.368324 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-836d9f98-cf20-4f0a-aad1-ecc5c7c4f1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:23.371558 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-836d9f98-cf20-4f0a-aad1-ecc5c7c4f1e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:23.373097 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-836d9f98-cf20-4f0a-aad1-ecc5c7c4f1e7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a76eee2e-5856-4771-bdcf-8799f4dd26b1 HTTP/1.1" status: 204 len: 168 time: 0.3746901 Jun 23 19:08:23.374823 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-cd55207b-b773-4dda-9891-017934c6b7ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:23.377771 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-c90ba51b-ad8d-46a3-8cb4-b16cf094ce06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:23.394633 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836d9f98-cf20-4f0a-aad1-ecc5c7c4f1e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76eee2e-5856-4771-bdcf-8799f4dd26b1,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:23.400718 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-836d9f98-cf20-4f0a-aad1-ecc5c7c4f1e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:23.401976 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-fe5c7e78-5b8d-43e6-9916-83d5214c4260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:23.427347 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-c90ba51b-ad8d-46a3-8cb4-b16cf094ce06 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e87958138e0b4f769347975a17f1eb46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8898332 Jun 23 19:08:23.427665 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 60248) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:23.453213 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90ba51b-ad8d-46a3-8cb4-b16cf094ce06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=339bdbb6-3b21-48e3-875a-1d509cfd6275,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:23.464801 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-c90ba51b-ad8d-46a3-8cb4-b16cf094ce06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:23.494843 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-4676a1a3-f7e5-472a-af80-79df7587e617 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0869288 Jun 23 19:08:23.495078 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 60252) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:23.501166 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-c52b5e1a-5d06-47bd-ad7f-3741542123e6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1529812112-router', 'tenant_id': '29cd4a25dde246cd9b647b69d19079f6', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199'}}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:08:23.529837 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-bfa45438-97d0-4543-beda-c6a432631107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:23.575349 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-bfa45438-97d0-4543-beda-c6a432631107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:23.576098 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0fbfef6-b62e-4fd7-a318-0c919fc989a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee304acd-30f0-5ee2-ad4a-b51e6e82a076-d02d4878-2846-42b3-8429-dddc3d54aa5f', 'network_id': 'd02d4878-2846-42b3-8429-dddc3d54aa5f', 'tenant_id': '29cd4a25dde246cd9b647b69d19079f6', 'fixed_ips': [{'subnet_id': 'd0c9ad5e-51b6-4019-87c2-098d82b200c4'}]}} from dv-cinder-790492-6-iscsi. {{(pid=93954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 19:08:23.577319 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c0fbfef6-b62e-4fd7-a318-0c919fc989a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-975148'] for port, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:23.630488 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-c52b5e1a-5d06-47bd-ad7f-3741542123e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3706123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5713'] for router, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:23.631921 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-c52b5e1a-5d06-47bd-ad7f-3741542123e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3706112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3728693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3926614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5720'] for router, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:23.734266 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.db_base_plugin_common [None req-c0fbfef6-b62e-4fd7-a318-0c919fc989a2 None None] Allocated IP 172.20.0.2 (d02d4878-2846-42b3-8429-dddc3d54aa5f/d0c9ad5e-51b6-4019-87c2-098d82b200c4/db77449f-8785-47e5-90c8-29eb0aa98d9d) {{(pid=93954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:08:23.805514 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-bfa45438-97d0-4543-beda-c6a432631107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:23.808542 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-bfa45438-97d0-4543-beda-c6a432631107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:23.811150 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-bfa45438-97d0-4543-beda-c6a432631107 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/339bdbb6-3b21-48e3-875a-1d509cfd6275 HTTP/1.1" status: 204 len: 168 time: 0.3778594 Jun 23 19:08:23.814474 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:23.824724 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa45438-97d0-4543-beda-c6a432631107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=339bdbb6-3b21-48e3-875a-1d509cfd6275,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:23.827526 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-bfa45438-97d0-4543-beda-c6a432631107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:23.888814 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-c52b5e1a-5d06-47bd-ad7f-3741542123e6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:23.927978 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c0fbfef6-b62e-4fd7-a318-0c919fc989a2 None None] Notify callbacks [] for port, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:23.937045 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-c0fbfef6-b62e-4fd7-a318-0c919fc989a2 None None] Transition to ACTIVE for port object db77449f-8785-47e5-90c8-29eb0aa98d9d will not be triggered until provisioned by entity L2. {{(pid=93954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:08:24.222859 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-c0fbfef6-b62e-4fd7-a318-0c919fc989a2 None None] Transition to ACTIVE for port object db77449f-8785-47e5-90c8-29eb0aa98d9d will not be triggered until provisioned by entity DHCP. {{(pid=93954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:08:24.349519 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c0fbfef6-b62e-4fd7-a318-0c919fc989a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-975211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745549236125'] for port, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:24.353809 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:24.372032 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-c52b5e1a-5d06-47bd-ad7f-3741542123e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3730983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3705239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5706'] for router, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:24.408005 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fbfef6-b62e-4fd7-a318-0c919fc989a2 None None] Network d02d4878-2846-42b3-8429-dddc3d54aa5f is already hosted by enough agents. {{(pid=93954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:08:24.410980 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.scheduler.base_scheduler [None req-c0fbfef6-b62e-4fd7-a318-0c919fc989a2 None None] Resources bound (agent type, host, resource id): {{(pid=93954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:08:24.414609 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fbfef6-b62e-4fd7-a318-0c919fc989a2 None None] Received port after_create {{(pid=93954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:08:24.422804 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fbfef6-b62e-4fd7-a318-0c919fc989a2 None None] Pushing event updated for resources: {'Port': ['ID=db77449f-8785-47e5-90c8-29eb0aa98d9d,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:24.433200 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fbfef6-b62e-4fd7-a318-0c919fc989a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:24.433790 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fbfef6-b62e-4fd7-a318-0c919fc989a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:24.434351 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fbfef6-b62e-4fd7-a318-0c919fc989a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:24.434677 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fbfef6-b62e-4fd7-a318-0c919fc989a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:24.435174 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fbfef6-b62e-4fd7-a318-0c919fc989a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:24.435542 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fbfef6-b62e-4fd7-a318-0c919fc989a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:24.435878 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fbfef6-b62e-4fd7-a318-0c919fc989a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:24.436194 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fbfef6-b62e-4fd7-a318-0c919fc989a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:24.436729 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fbfef6-b62e-4fd7-a318-0c919fc989a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:24.437061 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fbfef6-b62e-4fd7-a318-0c919fc989a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:24.437385 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fbfef6-b62e-4fd7-a318-0c919fc989a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:24.437726 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fbfef6-b62e-4fd7-a318-0c919fc989a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:24.456948 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-c0fbfef6-b62e-4fd7-a318-0c919fc989a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:24.494410 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-c0fbfef6-b62e-4fd7-a318-0c919fc989a2 None None] Attempting to bind port db77449f-8785-47e5-90c8-29eb0aa98d9d on host dv-cinder-790492-6-iscsi for vnic_type normal with profile {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:08:24.495266 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-c0fbfef6-b62e-4fd7-a318-0c919fc989a2 None None] Attempting to bind port db77449f-8785-47e5-90c8-29eb0aa98d9d by drivers openvswitch,hyperv on host dv-cinder-790492-6-iscsi at level 0 using segments [{'id': '6376ebc8-cc9e-4950-bed1-519aba44fb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'd02d4878-2846-42b3-8429-dddc3d54aa5f'}] {{(pid=93954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:08:24.495665 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fbfef6-b62e-4fd7-a318-0c919fc989a2 None None] Attempting to bind port db77449f-8785-47e5-90c8-29eb0aa98d9d on network d02d4878-2846-42b3-8429-dddc3d54aa5f {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:08:24.501819 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fbfef6-b62e-4fd7-a318-0c919fc989a2 None None] Checking agent: {'id': '392b78dc-ede3-4892-8962-7877c3ff23c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 58, 33), 'started_at': datetime.datetime(2021, 6, 23, 18, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:08:24.502462 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fbfef6-b62e-4fd7-a318-0c919fc989a2 None None] Checking segment: {'id': '6376ebc8-cc9e-4950-bed1-519aba44fb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'd02d4878-2846-42b3-8429-dddc3d54aa5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:08:24.503190 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c0fbfef6-b62e-4fd7-a318-0c919fc989a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:24.503822 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fbfef6-b62e-4fd7-a318-0c919fc989a2 None None] Bound using segment: {'id': '6376ebc8-cc9e-4950-bed1-519aba44fb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'd02d4878-2846-42b3-8429-dddc3d54aa5f'} {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:08:24.504334 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-c0fbfef6-b62e-4fd7-a318-0c919fc989a2 None None] Bound port: db77449f-8785-47e5-90c8-29eb0aa98d9d, host: dv-cinder-790492-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6376ebc8-cc9e-4950-bed1-519aba44fb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'd02d4878-2846-42b3-8429-dddc3d54aa5f'}}] {{(pid=93954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:08:24.504720 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c0fbfef6-b62e-4fd7-a318-0c919fc989a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:24.590266 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-c0fbfef6-b62e-4fd7-a318-0c919fc989a2 None None] For port db77449f-8785-47e5-90c8-29eb0aa98d9d, host dv-cinder-790492-6-iscsi, cleared binding levels {{(pid=93954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:08:24.595165 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-c0fbfef6-b62e-4fd7-a318-0c919fc989a2 None None] For port db77449f-8785-47e5-90c8-29eb0aa98d9d, host dv-cinder-790492-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=db77449f-8785-47e5-90c8-29eb0aa98d9d,segment=NetworkSegment(6376ebc8-cc9e-4950-bed1-519aba44fb4f),segment_id=6376ebc8-cc9e-4950-bed1-519aba44fb4f)] {{(pid=93954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:08:24.700547 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c0fbfef6-b62e-4fd7-a318-0c919fc989a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:24.713008 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-c52b5e1a-5d06-47bd-ad7f-3741542123e6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:24.713768 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:24.738106 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-c52b5e1a-5d06-47bd-ad7f-3741542123e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-975148'] for port, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:24.834977 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 60292) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:24.861354 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fbfef6-b62e-4fd7-a318-0c919fc989a2 None None] Pushing event updated for resources: {'Port': ['ID=db77449f-8785-47e5-90c8-29eb0aa98d9d,revision_number=2']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:24.876670 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_common [None req-c52b5e1a-5d06-47bd-ad7f-3741542123e6 admin admin] Allocated IP 172.27.1.221 (cc1a8f9f-0501-47a9-94a0-f3af65713199/09e863e5-4e6d-4986-b5d9-3bb63422f84c/48dbc481-558f-4c5b-bea6-abe766b9756f) {{(pid=93953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:08:24.885249 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-c0fbfef6-b62e-4fd7-a318-0c919fc989a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:25.094195 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-c52b5e1a-5d06-47bd-ad7f-3741542123e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:25.104627 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f26d2c7-85f8-4eb8-bbbe-629a2bae31b1 req-daa1002b-6282-4ca7-bdb8-ca393fb0eb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:25.106139 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0f26d2c7-85f8-4eb8-bbbe-629a2bae31b1 req-daa1002b-6282-4ca7-bdb8-ca393fb0eb2d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=799fb833a74e4ec9879033c46726a559&device_id=0a6ad38a-50fb-4059-96f4-e736067a8448 HTTP/1.1" status: 200 len: 1098 time: 0.1870916 Jun 23 19:08:25.134813 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b1648-647b-4a64-b620-07471c55bd6a req-f1405e28-afaf-401f-ae19-1098928d8652 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:25.139906 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7e0b1648-647b-4a64-b620-07471c55bd6a req-f1405e28-afaf-401f-ae19-1098928d8652 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a6ad38a-50fb-4059-96f4-e736067a8448 HTTP/1.1" status: 200 len: 945 time: 0.2195973 Jun 23 19:08:25.246054 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 60296) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:25.263941 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7e0b1648-647b-4a64-b620-07471c55bd6a req-17a3a320-19e8-41d5-834d-699d54e10b3a tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090677 Jun 23 19:08:25.264143 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-1c2816ba-33e3-4d78-9ca4-0edd463bc614 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:25.277584 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f26d2c7-85f8-4eb8-bbbe-629a2bae31b1 req-f67fa442-1f99-41a2-a692-e420429a8cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:25.279922 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0f26d2c7-85f8-4eb8-bbbe-629a2bae31b1 req-f67fa442-1f99-41a2-a692-e420429a8cc5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=135041da-43be-4a0d-8112-dd2b8ce30653 HTTP/1.1" status: 200 len: 919 time: 0.1556141 Jun 23 19:08:25.331228 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0f26d2c7-85f8-4eb8-bbbe-629a2bae31b1 req-e51e311b-9e8a-4afa-9706-4a4c5cfce82c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=52c88fe5-9869-47bc-a0f4-e8df303d12a7 HTTP/1.1" status: 200 len: 217 time: 0.0426807 Jun 23 19:08:25.382563 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 60298) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:25.390309 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-1c2816ba-33e3-4d78-9ca4-0edd463bc614 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:25.392213 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-c52b5e1a-5d06-47bd-ad7f-3741542123e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-975211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745549236125'] for port, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:25.405776 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-d7eaeb14-b61e-4ad7-bf38-abe5a4527d04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:25.407838 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f3a2fd85-6dff-4ab5-9a0a-7c78a74c1397 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:25.462218 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f26d2c7-85f8-4eb8-bbbe-629a2bae31b1 req-581425f7-4313-441f-9883-14786078409d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:25.464297 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0f26d2c7-85f8-4eb8-bbbe-629a2bae31b1 req-581425f7-4313-441f-9883-14786078409d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9d5f5c89-7005-49cd-88db-9b8779875ae2 HTTP/1.1" status: 200 len: 858 time: 0.1225088 Jun 23 19:08:25.470076 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52b5e1a-5d06-47bd-ad7f-3741542123e6 admin admin] Network cc1a8f9f-0501-47a9-94a0-f3af65713199 is already hosted by enough agents. {{(pid=93953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:08:25.474357 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [None req-c52b5e1a-5d06-47bd-ad7f-3741542123e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:08:25.500108 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52b5e1a-5d06-47bd-ad7f-3741542123e6 admin admin] Received port after_create {{(pid=93953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:08:25.513812 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-1c2816ba-33e3-4d78-9ca4-0edd463bc614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:25.526305 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-4d7f2da0-c7da-425e-b03c-eecbbf8a3f18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:25.554043 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-1c2816ba-33e3-4d78-9ca4-0edd463bc614 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0ce5bc64e96e4d2f941b77faec596ebb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3068507 Jun 23 19:08:25.554935 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 60304) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:25.555866 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2816ba-33e3-4d78-9ca4-0edd463bc614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71fb3a34-2e3a-4ce4-ade0-dcb7ad4e9210,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:25.560213 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-1c2816ba-33e3-4d78-9ca4-0edd463bc614 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:25.635701 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-fab058e9-dfc5-4f2c-ac9e-8febc1428cf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:25.690811 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-98c7a118-7090-4de5-ae12-ddc296d93782 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:25.724160 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-98c7a118-7090-4de5-ae12-ddc296d93782 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:25.774702 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52b5e1a-5d06-47bd-ad7f-3741542123e6 admin admin] Pushing event updated for resources: {'Port': ['ID=48dbc481-558f-4c5b-bea6-abe766b9756f,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:25.815129 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-c52b5e1a-5d06-47bd-ad7f-3741542123e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:25.817490 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0f26d2c7-85f8-4eb8-bbbe-629a2bae31b1 req-6b33af24-8f52-4cb5-844d-1daba9ecb937 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=135041da-43be-4a0d-8112-dd2b8ce30653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3443794 Jun 23 19:08:25.868098 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-98c7a118-7090-4de5-ae12-ddc296d93782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:25.871775 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-98c7a118-7090-4de5-ae12-ddc296d93782 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:25.876084 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-98c7a118-7090-4de5-ae12-ddc296d93782 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/71fb3a34-2e3a-4ce4-ade0-dcb7ad4e9210 HTTP/1.1" status: 204 len: 168 time: 0.3145068 Jun 23 19:08:25.877225 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-bdbbf837-bd53-44bc-841d-660d454323c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:25.911551 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c7a118-7090-4de5-ae12-ddc296d93782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71fb3a34-2e3a-4ce4-ade0-dcb7ad4e9210,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:25.931001 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-98c7a118-7090-4de5-ae12-ddc296d93782 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:26.084660 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbc9225-c2c3-421e-9f9e-b48c6d8c7360 None None] Network d02d4878-2846-42b3-8429-dddc3d54aa5f requested from dv-cinder-790492-6-iscsi {{(pid=93954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:08:26.105128 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f3a2fd85-6dff-4ab5-9a0a-7c78a74c1397 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:26.146257 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-c52b5e1a-5d06-47bd-ad7f-3741542123e6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:26.189267 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0f26d2c7-85f8-4eb8-bbbe-629a2bae31b1 req-edc641e0-051e-4580-ada1-f4a50ae75cbc service neutron] 10.222.0.49 "GET /v2.0/networks/135041da-43be-4a0d-8112-dd2b8ce30653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3539743 Jun 23 19:08:26.215326 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device db77449f-8785-47e5-90c8-29eb0aa98d9d up at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:08:26.328937 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f3a2fd85-6dff-4ab5-9a0a-7c78a74c1397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:26.335790 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-232acda5-8df8-4ce5-9f63-c62eec633ac3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:26.351559 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-def67c87-0e75-4a7e-8287-04375e18f301 None None] Provisioning for port db77449f-8785-47e5-90c8-29eb0aa98d9d completed by entity DHCP. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:08:26.471831 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning for port db77449f-8785-47e5-90c8-29eb0aa98d9d completed by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:08:26.481109 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning complete for port db77449f-8785-47e5-90c8-29eb0aa98d9d triggered by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:08:26.483203 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:26.503662 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a2fd85-6dff-4ab5-9a0a-7c78a74c1397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8700fe3-346a-4472-90b7-f86d1723f40b,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:26.513718 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-f3a2fd85-6dff-4ab5-9a0a-7c78a74c1397 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0096d13a64b14f749a319b9059a13b86&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1297321 Jun 23 19:08:26.516149 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0f26d2c7-85f8-4eb8-bbbe-629a2bae31b1 req-c90388ed-7d01-4c8b-99fd-a42b51b7674c service neutron] 10.222.0.49 "GET /v2.0/networks/135041da-43be-4a0d-8112-dd2b8ce30653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3197229 Jun 23 19:08:26.516275 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-fab058e9-dfc5-4f2c-ac9e-8febc1428cf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:26.517165 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-f3a2fd85-6dff-4ab5-9a0a-7c78a74c1397 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:26.517594 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 60334) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:26.612885 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-fab058e9-dfc5-4f2c-ac9e-8febc1428cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:26.618184 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-546a241b-4421-4279-9730-2a69ab446dd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:26.624792 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:26.650011 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-f510a459-46fa-4883-a0ac-9362e7cba8fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:26.679149 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] For port db77449f-8785-47e5-90c8-29eb0aa98d9d, host dv-cinder-790492-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=db77449f-8785-47e5-90c8-29eb0aa98d9d,segment=NetworkSegment(6376ebc8-cc9e-4950-bed1-519aba44fb4f),segment_id=6376ebc8-cc9e-4950-bed1-519aba44fb4f)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:08:26.693713 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-f510a459-46fa-4883-a0ac-9362e7cba8fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:26.700368 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-c52b5e1a-5d06-47bd-ad7f-3741542123e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3705246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3731058'] for router, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:26.728100 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c213b-cb44-4a8d-a33d-994d3467992a req-c7bb4fbf-2c59-4f17-91c1-aa0adce8e631 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:26.738369 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-824c213b-cb44-4a8d-a33d-994d3467992a req-c7bb4fbf-2c59-4f17-91c1-aa0adce8e631 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a6ad38a-50fb-4059-96f4-e736067a8448 HTTP/1.1" status: 200 len: 945 time: 0.3045268 Jun 23 19:08:26.738528 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab058e9-dfc5-4f2c-ac9e-8febc1428cf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=905de2aa-7009-482b-b105-79c75000aa13,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:26.754553 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-fab058e9-dfc5-4f2c-ac9e-8febc1428cf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:26.760729 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-fab058e9-dfc5-4f2c-ac9e-8febc1428cf2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=31071cd7f7624ed3bb0c9081f058f703&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9239011 Jun 23 19:08:26.767324 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 60342) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:26.809475 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:26.812454 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:26.822120 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-12ac1987-d21e-4928-b62d-aee731b59d9c None None] Provisioning complete for port db77449f-8785-47e5-90c8-29eb0aa98d9d triggered by entity DHCP. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:08:26.822742 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-12ac1987-d21e-4928-b62d-aee731b59d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:26.838310 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-19b063c5-5309-42f9-8ecd-f03ca1b4b32e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:26.866564 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-19b063c5-5309-42f9-8ecd-f03ca1b4b32e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:26.922269 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-f510a459-46fa-4883-a0ac-9362e7cba8fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:26.927670 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-f510a459-46fa-4883-a0ac-9362e7cba8fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:26.929419 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Pushing event updated for resources: {'Port': ['ID=db77449f-8785-47e5-90c8-29eb0aa98d9d,revision_number=3']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:26.934497 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-f510a459-46fa-4883-a0ac-9362e7cba8fa admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e8700fe3-346a-4472-90b7-f86d1723f40b HTTP/1.1" status: 204 len: 168 time: 0.4114361 Jun 23 19:08:26.935249 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:26.944977 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-477ad27c-89a8-4a89-b8b4-2cd9b4d75759 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:26.970620 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f510a459-46fa-4883-a0ac-9362e7cba8fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8700fe3-346a-4472-90b7-f86d1723f40b,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:26.975900 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-f510a459-46fa-4883-a0ac-9362e7cba8fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:27.068873 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-19b063c5-5309-42f9-8ecd-f03ca1b4b32e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:27.071594 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-19b063c5-5309-42f9-8ecd-f03ca1b4b32e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:27.075276 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-19b063c5-5309-42f9-8ecd-f03ca1b4b32e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/905de2aa-7009-482b-b105-79c75000aa13 HTTP/1.1" status: 204 len: 168 time: 0.3060794 Jun 23 19:08:27.075276 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-c5389277-edc8-46c4-8a05-229cf3944afb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:27.080179 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-824c213b-cb44-4a8d-a33d-994d3467992a req-30e3dea4-1e24-48ea-a889-c23784feee51 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027568 Jun 23 19:08:27.089118 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b063c5-5309-42f9-8ecd-f03ca1b4b32e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=905de2aa-7009-482b-b105-79c75000aa13,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:27.095616 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-19b063c5-5309-42f9-8ecd-f03ca1b4b32e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:27.230447 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c52b5e1a-5d06-47bd-ad7f-3741542123e6 admin admin] Router be03be81-671e-4e1d-ba0e-d1b0e886cb88 is scheduled to L3 agent 74079d6f-659b-43f4-8a12-30a7ece685bb with binding_index 1 {{(pid=93953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 19:08:27.356412 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c52b5e1a-5d06-47bd-ad7f-3741542123e6 admin admin] Notify agent at l3_agent.dv-cinder-790492-6-iscsi the message routers_updated {{(pid=93953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:08:27.367151 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44df34f1-fbf2-4e30-89af-cdb7405a077b None None] Sync routers for ids ['be03be81-671e-4e1d-ba0e-d1b0e886cb88'] in dv-cinder-790492-6-iscsi {{(pid=93955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:08:27.377012 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44df34f1-fbf2-4e30-89af-cdb7405a077b None None] Routers {'be03be81-671e-4e1d-ba0e-d1b0e886cb88'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:08:27.377631 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-44df34f1-fbf2-4e30-89af-cdb7405a077b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:08:03Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['be03be81-671e-4e1d-ba0e-d1b0e886cb88'], 'active': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:08:27.475477 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-c52b5e1a-5d06-47bd-ad7f-3741542123e6 admin admin] Notify callbacks [] for router, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:27.479911 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-c52b5e1a-5d06-47bd-ad7f-3741542123e6 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.9837866 Jun 23 19:08:27.480115 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 60366) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:27.509961 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvr_db [None req-44df34f1-fbf2-4e30-89af-cdb7405a077b None None] Set router be03be81-671e-4e1d-ba0e-d1b0e886cb88 gateway port host: dv-cinder-790492-6-iscsi {{(pid=93955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:08:27.770882 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-44df34f1-fbf2-4e30-89af-cdb7405a077b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be03be81-671e-4e1d-ba0e-d1b0e886cb88', 'name': 'tempest-AttachVolumeShelveTestJSON-1529812112-router', 'tenant_id': '29cd4a25dde246cd9b647b69d19079f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '48dbc481-558f-4c5b-bea6-abe766b9756f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:08:23Z', 'updated_at': '2021-06-23T19:08:25Z', 'revision_number': 3, 'project_id': '29cd4a25dde246cd9b647b69d19079f6', 'gw_port': {'id': '48dbc481-558f-4c5b-bea6-abe766b9756f', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:79:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be03be81-671e-4e1d-ba0e-d1b0e886cb88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:24Z', 'updated_at': '2021-06-23T19:08:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi'}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:08:27.800648 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44df34f1-fbf2-4e30-89af-cdb7405a077b None None] Checking router: be03be81-671e-4e1d-ba0e-d1b0e886cb88 for host: dv-cinder-790492-6-iscsi {{(pid=93955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:08:27.801033 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44df34f1-fbf2-4e30-89af-cdb7405a077b None None] Updating router be03be81-671e-4e1d-ba0e-d1b0e886cb88 port 48dbc481-558f-4c5b-bea6-abe766b9756f binding host dv-cinder-790492-6-iscsi {{(pid=93955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 19:08:27.845422 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-44df34f1-fbf2-4e30-89af-cdb7405a077b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:28.014297 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-068a4da1-3a82-49e2-bac6-e2fb7b0cbd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-975148'] for port, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:28.112288 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device db77449f-8785-47e5-90c8-29eb0aa98d9d up at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:08:28.140874 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-44df34f1-fbf2-4e30-89af-cdb7405a077b None None] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:28.151810 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-44df34f1-fbf2-4e30-89af-cdb7405a077b None None] Transition to ACTIVE for port object 48dbc481-558f-4c5b-bea6-abe766b9756f will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:08:28.213065 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 60392) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:28.218697 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning complete for port db77449f-8785-47e5-90c8-29eb0aa98d9d triggered by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:08:28.219206 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:28.251687 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-cf5a5f36-ab2b-460d-a470-b6eb28315fd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:28.259793 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-44df34f1-fbf2-4e30-89af-cdb7405a077b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:28.274358 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93955) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:28.394607 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cb250d-469a-4c8a-a386-e0e9a74e045e None None] Pushing event updated for resources: {'Port': ['ID=48dbc481-558f-4c5b-bea6-abe766b9756f,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:28.468159 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cb250d-469a-4c8a-a386-e0e9a74e045e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:28.468510 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cb250d-469a-4c8a-a386-e0e9a74e045e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:28.468858 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cb250d-469a-4c8a-a386-e0e9a74e045e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:28.469197 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cb250d-469a-4c8a-a386-e0e9a74e045e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:28.469534 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cb250d-469a-4c8a-a386-e0e9a74e045e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:28.469891 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cb250d-469a-4c8a-a386-e0e9a74e045e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:28.470202 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cb250d-469a-4c8a-a386-e0e9a74e045e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:28.470613 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cb250d-469a-4c8a-a386-e0e9a74e045e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:28.470971 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cb250d-469a-4c8a-a386-e0e9a74e045e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:28.471304 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cb250d-469a-4c8a-a386-e0e9a74e045e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:28.471656 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cb250d-469a-4c8a-a386-e0e9a74e045e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:28.471978 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cb250d-469a-4c8a-a386-e0e9a74e045e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:28.475276 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-44df34f1-fbf2-4e30-89af-cdb7405a077b None None] Attempting to bind port 48dbc481-558f-4c5b-bea6-abe766b9756f on host dv-cinder-790492-6-iscsi for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:08:28.488019 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-44df34f1-fbf2-4e30-89af-cdb7405a077b None None] Attempting to bind port 48dbc481-558f-4c5b-bea6-abe766b9756f by drivers openvswitch,hyperv on host dv-cinder-790492-6-iscsi at level 0 using segments [{'id': '5f51114a-3dae-4d84-91d9-b7c41a4d9224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:08:28.489453 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44df34f1-fbf2-4e30-89af-cdb7405a077b None None] Attempting to bind port 48dbc481-558f-4c5b-bea6-abe766b9756f on network cc1a8f9f-0501-47a9-94a0-f3af65713199 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:08:28.497153 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG oslo_concurrency.lockutils [None req-57cb250d-469a-4c8a-a386-e0e9a74e045e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=93955) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:28.504343 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44df34f1-fbf2-4e30-89af-cdb7405a077b None None] Checking agent: {'id': '392b78dc-ede3-4892-8962-7877c3ff23c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 58, 33), 'started_at': datetime.datetime(2021, 6, 23, 18, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:08:28.505045 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44df34f1-fbf2-4e30-89af-cdb7405a077b None None] Checking segment: {'id': '5f51114a-3dae-4d84-91d9-b7c41a4d9224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:08:28.505532 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-44df34f1-fbf2-4e30-89af-cdb7405a077b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:28.506018 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44df34f1-fbf2-4e30-89af-cdb7405a077b None None] Bound using segment: {'id': '5f51114a-3dae-4d84-91d9-b7c41a4d9224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:08:28.507000 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-44df34f1-fbf2-4e30-89af-cdb7405a077b None None] Bound port: 48dbc481-558f-4c5b-bea6-abe766b9756f, host: dv-cinder-790492-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f51114a-3dae-4d84-91d9-b7c41a4d9224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:08:28.507587 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-44df34f1-fbf2-4e30-89af-cdb7405a077b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:28.587093 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-cf5a5f36-ab2b-460d-a470-b6eb28315fd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:28.591978 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-44df34f1-fbf2-4e30-89af-cdb7405a077b None None] For port 48dbc481-558f-4c5b-bea6-abe766b9756f, host dv-cinder-790492-6-iscsi, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:08:28.596473 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-44df34f1-fbf2-4e30-89af-cdb7405a077b None None] For port 48dbc481-558f-4c5b-bea6-abe766b9756f, host dv-cinder-790492-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=48dbc481-558f-4c5b-bea6-abe766b9756f,segment=NetworkSegment(5f51114a-3dae-4d84-91d9-b7c41a4d9224),segment_id=5f51114a-3dae-4d84-91d9-b7c41a4d9224)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:08:28.684927 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1627d-5e0c-41d2-99a5-3bf511ca4018 req-156dc430-2b07-44f9-af56-628dbdd94f74 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:28.684927 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8da1627d-5e0c-41d2-99a5-3bf511ca4018 req-156dc430-2b07-44f9-af56-628dbdd94f74 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a6ad38a-50fb-4059-96f4-e736067a8448 HTTP/1.1" status: 200 len: 945 time: 0.1524212 Jun 23 19:08:28.701190 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.db.db_base_plugin_common [None req-068a4da1-3a82-49e2-bac6-e2fb7b0cbd30 admin admin] Allocated IP 172.20.0.1 (d02d4878-2846-42b3-8429-dddc3d54aa5f/d0c9ad5e-51b6-4019-87c2-098d82b200c4/d0ac24e1-fdcd-473f-abc3-5372a49d30bc) {{(pid=93952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:08:28.735787 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-cf5a5f36-ab2b-460d-a470-b6eb28315fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:28.735787 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-934a6ba5-692a-473b-ad53-ee8d1e9f4e9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:28.751296 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-44df34f1-fbf2-4e30-89af-cdb7405a077b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:28.755787 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG oslo_concurrency.lockutils [None req-5f2c8334-d178-4330-9aad-2f523d1b12c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93955) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:28.782481 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8da1627d-5e0c-41d2-99a5-3bf511ca4018 req-90340761-da2a-4938-a38a-0599352a1123 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920694 Jun 23 19:08:28.819871 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5a5f36-ab2b-460d-a470-b6eb28315fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40296fbb-6355-4284-908f-19aaf0b85b61,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:28.825705 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-cf5a5f36-ab2b-460d-a470-b6eb28315fd1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4e68a1d7d6364eaf94160d8db8c1be4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6109796 Jun 23 19:08:28.826850 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-cf5a5f36-ab2b-460d-a470-b6eb28315fd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:28.828902 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 60424) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:28.876720 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44df34f1-fbf2-4e30-89af-cdb7405a077b None None] Routers {'be03be81-671e-4e1d-ba0e-d1b0e886cb88'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:08:28.876720 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-44df34f1-fbf2-4e30-89af-cdb7405a077b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:08:03Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['be03be81-671e-4e1d-ba0e-d1b0e886cb88'], 'active': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:08:28.882312 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-068a4da1-3a82-49e2-bac6-e2fb7b0cbd30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:28.905818 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3dd71526-e741-4071-baec-7665a0a2d36d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:28.910097 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.db.provisioning_blocks [None req-068a4da1-3a82-49e2-bac6-e2fb7b0cbd30 admin admin] Transition to ACTIVE for port object d0ac24e1-fdcd-473f-abc3-5372a49d30bc will not be triggered until provisioned by entity DHCP. {{(pid=93952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:08:28.926137 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cb250d-469a-4c8a-a386-e0e9a74e045e None None] Pushing event updated for resources: {'Port': ['ID=48dbc481-558f-4c5b-bea6-abe766b9756f,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:28.938146 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG oslo_concurrency.lockutils [None req-57cb250d-469a-4c8a-a386-e0e9a74e045e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93955) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:28.948424 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3dd71526-e741-4071-baec-7665a0a2d36d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:29.016342 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvr_db [None req-44df34f1-fbf2-4e30-89af-cdb7405a077b None None] Set router be03be81-671e-4e1d-ba0e-d1b0e886cb88 gateway port host: dv-cinder-790492-6-iscsi {{(pid=93955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:08:29.036862 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-068a4da1-3a82-49e2-bac6-e2fb7b0cbd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-975211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745549236125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26440006'] for port, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:29.041733 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:29.083073 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068a4da1-3a82-49e2-bac6-e2fb7b0cbd30 admin admin] Network d02d4878-2846-42b3-8429-dddc3d54aa5f is already hosted by enough agents. {{(pid=93952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:08:29.090455 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.base_scheduler [None req-068a4da1-3a82-49e2-bac6-e2fb7b0cbd30 admin admin] Resources bound (agent type, host, resource id): {{(pid=93952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:08:29.094622 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068a4da1-3a82-49e2-bac6-e2fb7b0cbd30 admin admin] Received port after_create {{(pid=93952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:08:29.140706 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068a4da1-3a82-49e2-bac6-e2fb7b0cbd30 admin admin] Pushing event updated for resources: {'Port': ['ID=d0ac24e1-fdcd-473f-abc3-5372a49d30bc,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:29.140706 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-068a4da1-3a82-49e2-bac6-e2fb7b0cbd30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:29.154506 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-068a4da1-3a82-49e2-bac6-e2fb7b0cbd30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3721842'] for router_interface, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:29.210721 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3dd71526-e741-4071-baec-7665a0a2d36d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:29.321687 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3dd71526-e741-4071-baec-7665a0a2d36d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:29.321687 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-3dd71526-e741-4071-baec-7665a0a2d36d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/40296fbb-6355-4284-908f-19aaf0b85b61 HTTP/1.1" status: 204 len: 168 time: 0.3926322 Jun 23 19:08:29.321687 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:29.321687 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd71526-e741-4071-baec-7665a0a2d36d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40296fbb-6355-4284-908f-19aaf0b85b61,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:29.321687 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-3dd71526-e741-4071-baec-7665a0a2d36d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:29.427751 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-44df34f1-fbf2-4e30-89af-cdb7405a077b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be03be81-671e-4e1d-ba0e-d1b0e886cb88', 'name': 'tempest-AttachVolumeShelveTestJSON-1529812112-router', 'tenant_id': '29cd4a25dde246cd9b647b69d19079f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '48dbc481-558f-4c5b-bea6-abe766b9756f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:08:23Z', 'updated_at': '2021-06-23T19:08:25Z', 'revision_number': 3, 'project_id': '29cd4a25dde246cd9b647b69d19079f6', 'gw_port': {'id': '48dbc481-558f-4c5b-bea6-abe766b9756f', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:79:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be03be81-671e-4e1d-ba0e-d1b0e886cb88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:24Z', 'updated_at': '2021-06-23T19:08:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi'}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:08:29.451844 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44df34f1-fbf2-4e30-89af-cdb7405a077b None None] The sync data for ids ['be03be81-671e-4e1d-ba0e-d1b0e886cb88'] in dv-cinder-790492-6-iscsi is: [{'id': 'be03be81-671e-4e1d-ba0e-d1b0e886cb88', 'name': 'tempest-AttachVolumeShelveTestJSON-1529812112-router', 'tenant_id': '29cd4a25dde246cd9b647b69d19079f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '48dbc481-558f-4c5b-bea6-abe766b9756f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:08:23Z', 'updated_at': '2021-06-23T19:08:25Z', 'revision_number': 3, 'project_id': '29cd4a25dde246cd9b647b69d19079f6', 'gw_port': {'id': '48dbc481-558f-4c5b-bea6-abe766b9756f', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:79:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be03be81-671e-4e1d-ba0e-d1b0e886cb88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:24Z', 'updated_at': '2021-06-23T19:08:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi'}] {{(pid=93955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:08:29.478258 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 60444) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:29.696865 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-d3ba6c04-43c0-4e96-bd18-22a447ad3b41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:29.704829 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-1429bfeb-5860-4f5e-8bce-088de118d485 None None] Provisioning for port d0ac24e1-fdcd-473f-abc3-5372a49d30bc completed by entity DHCP. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:08:29.710160 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-1429bfeb-5860-4f5e-8bce-088de118d485 None None] Provisioning complete for port d0ac24e1-fdcd-473f-abc3-5372a49d30bc triggered by entity DHCP. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:08:29.714268 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-1429bfeb-5860-4f5e-8bce-088de118d485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:29.837413 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-068a4da1-3a82-49e2-bac6-e2fb7b0cbd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:29.845194 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-1429bfeb-5860-4f5e-8bce-088de118d485 None None] Port d0ac24e1-fdcd-473f-abc3-5372a49d30bc cannot update to ACTIVE because it is not bound. {{(pid=93954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 19:08:29.917002 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-d3ba6c04-43c0-4e96-bd18-22a447ad3b41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:30.071712 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baaaa4d-c609-4562-8615-ad8e56f2d9cd req-975667fa-0a2a-47fb-94ac-13df50fbc0f5 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:30.073682 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9baaaa4d-c609-4562-8615-ad8e56f2d9cd req-975667fa-0a2a-47fb-94ac-13df50fbc0f5 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a6ad38a-50fb-4059-96f4-e736067a8448 HTTP/1.1" status: 200 len: 945 time: 0.1327193 Jun 23 19:08:30.085667 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-d3ba6c04-43c0-4e96-bd18-22a447ad3b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:30.100832 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-c90ba51b-ad8d-46a3-8cb4-b16cf094ce06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:30.193642 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-068a4da1-3a82-49e2-bac6-e2fb7b0cbd30 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:30.209650 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-d3ba6c04-43c0-4e96-bd18-22a447ad3b41 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6cbd4200ab0440219955753e7413cb5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7295806 Jun 23 19:08:30.211580 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 60456) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:30.212039 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device 48dbc481-558f-4c5b-bea6-abe766b9756f up at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:08:30.213744 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ba6c04-43c0-4e96-bd18-22a447ad3b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=838d742f-d6b4-4e6a-b978-eb21be34d407,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:30.220925 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-d3ba6c04-43c0-4e96-bd18-22a447ad3b41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:30.240612 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9baaaa4d-c609-4562-8615-ad8e56f2d9cd req-ef108739-3bab-4eec-bc3b-f026ef7ce896 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584733 Jun 23 19:08:30.285738 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-de57cd87-54d3-4c83-9a57-1c96fc944fb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:30.302600 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-2572d149-31fb-427a-b27b-47d07f241ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:30.316435 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-de57cd87-54d3-4c83-9a57-1c96fc944fb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:30.364421 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-068a4da1-3a82-49e2-bac6-e2fb7b0cbd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26440020'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:30.368130 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-90053e46-2cb9-4dd8-b18e-ed6e4c4cdf37 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:30.435302 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068a4da1-3a82-49e2-bac6-e2fb7b0cbd30 admin admin] Pushing event updated for resources: {'Port': ['ID=d0ac24e1-fdcd-473f-abc3-5372a49d30bc,revision_number=2']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:30.437967 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-068a4da1-3a82-49e2-bac6-e2fb7b0cbd30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4104168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3721886'] for router_interface, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:30.440112 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-068a4da1-3a82-49e2-bac6-e2fb7b0cbd30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:30.482970 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning for port 48dbc481-558f-4c5b-bea6-abe766b9756f completed by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:08:30.488658 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning complete for port 48dbc481-558f-4c5b-bea6-abe766b9756f triggered by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:08:30.491194 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:30.517655 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-de57cd87-54d3-4c83-9a57-1c96fc944fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:30.521604 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-de57cd87-54d3-4c83-9a57-1c96fc944fb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:30.523348 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-de57cd87-54d3-4c83-9a57-1c96fc944fb1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/838d742f-d6b4-4e6a-b978-eb21be34d407 HTTP/1.1" status: 204 len: 168 time: 0.3105130 Jun 23 19:08:30.540121 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-7795a9e2-6299-45cf-9363-3982cf9f4980 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:30.574657 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de57cd87-54d3-4c83-9a57-1c96fc944fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=838d742f-d6b4-4e6a-b978-eb21be34d407,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:30.588477 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-de57cd87-54d3-4c83-9a57-1c96fc944fb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:30.657694 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068a4da1-3a82-49e2-bac6-e2fb7b0cbd30 admin admin] Network d02d4878-2846-42b3-8429-dddc3d54aa5f is already hosted by enough agents. {{(pid=93952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:08:30.657694 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.base_scheduler [None req-068a4da1-3a82-49e2-bac6-e2fb7b0cbd30 admin admin] Resources bound (agent type, host, resource id): {{(pid=93952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:08:30.669543 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:30.718737 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] For port 48dbc481-558f-4c5b-bea6-abe766b9756f, host dv-cinder-790492-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=48dbc481-558f-4c5b-bea6-abe766b9756f,segment=NetworkSegment(5f51114a-3dae-4d84-91d9-b7c41a4d9224),segment_id=5f51114a-3dae-4d84-91d9-b7c41a4d9224)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:08:30.753131 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 60470) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:30.773907 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-7e87d065-5779-47d8-a49b-b09aaabf9cd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:30.854694 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-068a4da1-3a82-49e2-bac6-e2fb7b0cbd30 admin admin] Router be03be81-671e-4e1d-ba0e-d1b0e886cb88 has already been hosted by L3 agent 74079d6f-659b-43f4-8a12-30a7ece685bb {{(pid=93952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:08:30.875522 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:30.877495 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:30.949176 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Pushing event updated for resources: {'Port': ['ID=48dbc481-558f-4c5b-bea6-abe766b9756f,revision_number=4']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:30.957543 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:31.007886 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-aa7b97ab-111d-4988-8ce0-439847fd49cb None None] Provisioning complete for port d0ac24e1-fdcd-473f-abc3-5372a49d30bc triggered by entity DHCP. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:08:31.008352 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-aa7b97ab-111d-4988-8ce0-439847fd49cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:31.042352 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-068a4da1-3a82-49e2-bac6-e2fb7b0cbd30 admin admin] Notify agent at l3_agent.dv-cinder-790492-6-iscsi the message routers_updated {{(pid=93952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:08:31.042787 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-7e87d065-5779-47d8-a49b-b09aaabf9cd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:31.060128 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-068a4da1-3a82-49e2-bac6-e2fb7b0cbd30 admin admin] 10.222.0.69 "PUT /v2.0/routers/be03be81-671e-4e1d-ba0e-d1b0e886cb88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5782371 Jun 23 19:08:31.091052 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-aa7b97ab-111d-4988-8ce0-439847fd49cb None None] Port d0ac24e1-fdcd-473f-abc3-5372a49d30bc cannot update to ACTIVE because it is not bound. {{(pid=93954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 19:08:31.153660 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-7e87d065-5779-47d8-a49b-b09aaabf9cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:31.158240 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:31.198786 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-7e87d065-5779-47d8-a49b-b09aaabf9cd3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d9b2a941e56b4683a8dfb9c299e562e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4445486 Jun 23 19:08:31.200209 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e87d065-5779-47d8-a49b-b09aaabf9cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae25a3f-e1e6-4d79-9dc4-022c6819c6ab,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:31.203932 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-7e87d065-5779-47d8-a49b-b09aaabf9cd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:31.204354 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 60486) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:31.288428 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-490d23ea-c4af-4a59-8b20-057f6b795913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:31.317679 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-490d23ea-c4af-4a59-8b20-057f6b795913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:31.501916 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-490d23ea-c4af-4a59-8b20-057f6b795913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:31.512075 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-490d23ea-c4af-4a59-8b20-057f6b795913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:31.513964 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-490d23ea-c4af-4a59-8b20-057f6b795913 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cae25a3f-e1e6-4d79-9dc4-022c6819c6ab HTTP/1.1" status: 204 len: 168 time: 0.3080750 Jun 23 19:08:31.515088 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:31.516202 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc41b71d-ac78-4370-8a5a-1863300022af req-eab274bc-0961-4bfa-bc16-ea14fc90cd3b tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:31.518494 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-bc41b71d-ac78-4370-8a5a-1863300022af req-eab274bc-0961-4bfa-bc16-ea14fc90cd3b tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a6ad38a-50fb-4059-96f4-e736067a8448 HTTP/1.1" status: 200 len: 945 time: 0.1055455 Jun 23 19:08:31.540457 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490d23ea-c4af-4a59-8b20-057f6b795913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae25a3f-e1e6-4d79-9dc4-022c6819c6ab,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:31.543712 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-490d23ea-c4af-4a59-8b20-057f6b795913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:31.599258 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-bc41b71d-ac78-4370-8a5a-1863300022af req-a578bfe7-e1bd-4a39-a722-cb7808cebdc9 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740068 Jun 23 19:08:31.671972 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 60504) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:31.813112 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d8964e-5805-4a15-9216-e540ecf30c26 None None] Sync routers for ids ['be03be81-671e-4e1d-ba0e-d1b0e886cb88'] in dv-cinder-790492-6-iscsi {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:08:31.829613 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d8964e-5805-4a15-9216-e540ecf30c26 None None] Routers {'be03be81-671e-4e1d-ba0e-d1b0e886cb88'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:08:31.830376 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-d2d8964e-5805-4a15-9216-e540ecf30c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:08:03Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['be03be81-671e-4e1d-ba0e-d1b0e886cb88'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:08:31.959118 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 60524) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:31.965649 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-81f7f45c-84b7-43d9-b7c6-58a74c516deb tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1258280714', 'description': 'tempest-description--135061194'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:08:31.978407 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-d2d8964e-5805-4a15-9216-e540ecf30c26 None None] Set router be03be81-671e-4e1d-ba0e-d1b0e886cb88 gateway port host: dv-cinder-790492-6-iscsi {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:08:32.175923 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device 48dbc481-558f-4c5b-bea6-abe766b9756f up at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:08:32.197269 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-81f7f45c-84b7-43d9-b7c6-58a74c516deb tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:32.238959 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a6ee5be1-a998-4836-93f4-5fbce2a0d82f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:32.262550 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.db.api [None req-a6ee5be1-a998-4836-93f4-5fbce2a0d82f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 23 19:08:32.262550 dv-cinder-790492-6-iscsi neutron-server[93952]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 23 19:08:32.262550 dv-cinder-790492-6-iscsi neutron-server[93952]: [parameters: {'project_id_1': 'e54733135a5d416b8da3022bccd0d7e5', 'expiration_1': datetime.datetime(2021, 6, 23, 19, 8, 32, 252069)}] Jun 23 19:08:32.262550 dv-cinder-790492-6-iscsi neutron-server[93952]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93952) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 19:08:32.262938 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_db.api [None req-a6ee5be1-a998-4836-93f4-5fbce2a0d82f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 19:08:32.329533 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning complete for port 48dbc481-558f-4c5b-bea6-abe766b9756f triggered by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:08:32.330012 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:32.336918 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-81f7f45c-84b7-43d9-b7c6-58a74c516deb tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:32.414740 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-d2d8964e-5805-4a15-9216-e540ecf30c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be03be81-671e-4e1d-ba0e-d1b0e886cb88', 'name': 'tempest-AttachVolumeShelveTestJSON-1529812112-router', 'tenant_id': '29cd4a25dde246cd9b647b69d19079f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '48dbc481-558f-4c5b-bea6-abe766b9756f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:08:23Z', 'updated_at': '2021-06-23T19:08:29Z', 'revision_number': 4, 'project_id': '29cd4a25dde246cd9b647b69d19079f6', 'gw_port': {'id': '48dbc481-558f-4c5b-bea6-abe766b9756f', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:79:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be03be81-671e-4e1d-ba0e-d1b0e886cb88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:24Z', 'updated_at': '2021-06-23T19:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi', '_interfaces': [{'id': 'd0ac24e1-fdcd-473f-abc3-5372a49d30bc', 'name': '', 'network_id': 'd02d4878-2846-42b3-8429-dddc3d54aa5f', 'tenant_id': '29cd4a25dde246cd9b647b69d19079f6', 'mac_address': 'fa:16:3e:51:40:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be03be81-671e-4e1d-ba0e-d1b0e886cb88', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'd0c9ad5e-51b6-4019-87c2-098d82b200c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:28Z', 'updated_at': '2021-06-23T19:08:29Z', 'revision_number': 2, 'project_id': '29cd4a25dde246cd9b647b69d19079f6', 'subnets': [{'id': 'd0c9ad5e-51b6-4019-87c2-098d82b200c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:08:32.446340 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d8964e-5805-4a15-9216-e540ecf30c26 None None] Checking router: be03be81-671e-4e1d-ba0e-d1b0e886cb88 for host: dv-cinder-790492-6-iscsi {{(pid=93954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:08:32.446707 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d8964e-5805-4a15-9216-e540ecf30c26 None None] Updating router be03be81-671e-4e1d-ba0e-d1b0e886cb88 port d0ac24e1-fdcd-473f-abc3-5372a49d30bc binding host dv-cinder-790492-6-iscsi {{(pid=93954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 19:08:32.468147 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-81f7f45c-84b7-43d9-b7c6-58a74c516deb tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:32.472148 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-cf5a5f36-ab2b-460d-a470-b6eb28315fd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:32.487219 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-d2d8964e-5805-4a15-9216-e540ecf30c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:32.503810 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f7f45c-84b7-43d9-b7c6-58a74c516deb tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:32.506757 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-81f7f45c-84b7-43d9-b7c6-58a74c516deb tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:32.578388 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-81f7f45c-84b7-43d9-b7c6-58a74c516deb tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:32.579729 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-81f7f45c-84b7-43d9-b7c6-58a74c516deb tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6189911 Jun 23 19:08:32.583144 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 60536) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:32.589043 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-553d99ec-5a1c-4e3a-bd5b-b84ba8028acc tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Request body: {'security_group_rule': {'security_group_id': '3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:08:32.704933 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-553d99ec-5a1c-4e3a-bd5b-b84ba8028acc tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:32.765409 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a6ee5be1-a998-4836-93f4-5fbce2a0d82f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:32.844590 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-553d99ec-5a1c-4e3a-bd5b-b84ba8028acc tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:32.879020 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8602c718-c006-474f-bee4-51e634ccd062 req-b1908ea2-2627-4ef9-855e-c0fc7845d477 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:32.888483 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8602c718-c006-474f-bee4-51e634ccd062 req-b1908ea2-2627-4ef9-855e-c0fc7845d477 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a6ad38a-50fb-4059-96f4-e736067a8448 HTTP/1.1" status: 200 len: 945 time: 0.1345155 Jun 23 19:08:32.921664 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-553d99ec-5a1c-4e3a-bd5b-b84ba8028acc tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921769'] for security_group_rule, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:32.932843 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:32.958960 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-d2d8964e-5805-4a15-9216-e540ecf30c26 None None] Notify callbacks [] for port, precommit_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:32.979209 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8602c718-c006-474f-bee4-51e634ccd062 req-8072f191-b790-4187-9d52-cd3154e797c0 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893309 Jun 23 19:08:32.980880 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553d99ec-5a1c-4e3a-bd5b-b84ba8028acc tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f04fa478-cc7f-4aa1-b996-94ba65238373,revision_number=0']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:32.983881 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-d2d8964e-5805-4a15-9216-e540ecf30c26 None None] Transition to ACTIVE for port object d0ac24e1-fdcd-473f-abc3-5372a49d30bc will not be triggered until provisioned by entity L2. {{(pid=93954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:08:32.993320 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-553d99ec-5a1c-4e3a-bd5b-b84ba8028acc tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:32.994059 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a6ee5be1-a998-4836-93f4-5fbce2a0d82f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:33.138110 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a6ee5be1-a998-4836-93f4-5fbce2a0d82f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:33.140668 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:33.142241 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-72536d15-f549-4db3-852f-032eefa282e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:33.142945 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-6fa25719-dd2c-4082-9dfe-52979713a092 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:33.144113 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-d2d8964e-5805-4a15-9216-e540ecf30c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:33.147550 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:33.198868 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-a6ee5be1-a998-4836-93f4-5fbce2a0d82f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e54733135a5d416b8da3022bccd0d7e5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5248427 Jun 23 19:08:33.201878 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ee5be1-a998-4836-93f4-5fbce2a0d82f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96ec4a0a-522e-4766-a67a-6484061bfb68,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:33.202064 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 60594) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:33.204527 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-a6ee5be1-a998-4836-93f4-5fbce2a0d82f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:33.210766 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7324049-7c37-4dcb-895d-676497ba320a None None] Pushing event updated for resources: {'Port': ['ID=d0ac24e1-fdcd-473f-abc3-5372a49d30bc,revision_number=3']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:33.217711 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-c7324049-7c37-4dcb-895d-676497ba320a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:33.247300 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-553d99ec-5a1c-4e3a-bd5b-b84ba8028acc tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:33.252119 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 60596) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:33.252525 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-553d99ec-5a1c-4e3a-bd5b-b84ba8028acc tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6674793 Jun 23 19:08:33.259349 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-3b66fce5-d59c-4266-ad46-63e1a5ec830e tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Request body: {'security_group_rule': {'security_group_id': '3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:08:33.278116 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-1ad62654-6e20-4b6f-8ba7-a675be3b9b31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:33.295491 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-d2d8964e-5805-4a15-9216-e540ecf30c26 None None] Attempting to bind port d0ac24e1-fdcd-473f-abc3-5372a49d30bc on host dv-cinder-790492-6-iscsi for vnic_type normal with profile {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:08:33.303572 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-d2d8964e-5805-4a15-9216-e540ecf30c26 None None] Attempting to bind port d0ac24e1-fdcd-473f-abc3-5372a49d30bc by drivers openvswitch,hyperv on host dv-cinder-790492-6-iscsi at level 0 using segments [{'id': '6376ebc8-cc9e-4950-bed1-519aba44fb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'd02d4878-2846-42b3-8429-dddc3d54aa5f'}] {{(pid=93954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:08:33.303572 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d8964e-5805-4a15-9216-e540ecf30c26 None None] Attempting to bind port d0ac24e1-fdcd-473f-abc3-5372a49d30bc on network d02d4878-2846-42b3-8429-dddc3d54aa5f {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:08:33.303572 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d8964e-5805-4a15-9216-e540ecf30c26 None None] Checking agent: {'id': '392b78dc-ede3-4892-8962-7877c3ff23c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 58, 33), 'started_at': datetime.datetime(2021, 6, 23, 18, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:08:33.303922 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d8964e-5805-4a15-9216-e540ecf30c26 None None] Checking segment: {'id': '6376ebc8-cc9e-4950-bed1-519aba44fb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'd02d4878-2846-42b3-8429-dddc3d54aa5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:08:33.304282 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-d2d8964e-5805-4a15-9216-e540ecf30c26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:33.304853 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d8964e-5805-4a15-9216-e540ecf30c26 None None] Bound using segment: {'id': '6376ebc8-cc9e-4950-bed1-519aba44fb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'd02d4878-2846-42b3-8429-dddc3d54aa5f'} {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:08:33.305768 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-d2d8964e-5805-4a15-9216-e540ecf30c26 None None] Bound port: d0ac24e1-fdcd-473f-abc3-5372a49d30bc, host: dv-cinder-790492-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6376ebc8-cc9e-4950-bed1-519aba44fb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'd02d4878-2846-42b3-8429-dddc3d54aa5f'}}] {{(pid=93954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:08:33.305898 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-d2d8964e-5805-4a15-9216-e540ecf30c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:33.308264 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-1ad62654-6e20-4b6f-8ba7-a675be3b9b31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:33.386206 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-d2d8964e-5805-4a15-9216-e540ecf30c26 None None] For port d0ac24e1-fdcd-473f-abc3-5372a49d30bc, host dv-cinder-790492-6-iscsi, cleared binding levels {{(pid=93954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:08:33.388137 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-3b66fce5-d59c-4266-ad46-63e1a5ec830e tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:33.390007 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-d2d8964e-5805-4a15-9216-e540ecf30c26 None None] For port d0ac24e1-fdcd-473f-abc3-5372a49d30bc, host dv-cinder-790492-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=d0ac24e1-fdcd-473f-abc3-5372a49d30bc,segment=NetworkSegment(6376ebc8-cc9e-4950-bed1-519aba44fb4f),segment_id=6376ebc8-cc9e-4950-bed1-519aba44fb4f)] {{(pid=93954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:08:33.459497 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-1ad62654-6e20-4b6f-8ba7-a675be3b9b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:33.462876 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-d2d8964e-5805-4a15-9216-e540ecf30c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:33.466842 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-1ad62654-6e20-4b6f-8ba7-a675be3b9b31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:33.467870 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-1ad62654-6e20-4b6f-8ba7-a675be3b9b31 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/96ec4a0a-522e-4766-a67a-6484061bfb68 HTTP/1.1" status: 204 len: 168 time: 0.2645226 Jun 23 19:08:33.468926 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:33.469302 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-3dd71526-e741-4071-baec-7665a0a2d36d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:33.482320 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad62654-6e20-4b6f-8ba7-a675be3b9b31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ec4a0a-522e-4766-a67a-6484061bfb68,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:33.485764 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-1ad62654-6e20-4b6f-8ba7-a675be3b9b31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:33.494309 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-3b66fce5-d59c-4266-ad46-63e1a5ec830e tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:33.566219 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7324049-7c37-4dcb-895d-676497ba320a None None] Pushing event updated for resources: {'Port': ['ID=d0ac24e1-fdcd-473f-abc3-5372a49d30bc,revision_number=4']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:33.570145 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-c7324049-7c37-4dcb-895d-676497ba320a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:33.572293 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-3b66fce5-d59c-4266-ad46-63e1a5ec830e tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921769'] for security_group_rule, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:33.572876 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d8964e-5805-4a15-9216-e540ecf30c26 None None] Routers {'be03be81-671e-4e1d-ba0e-d1b0e886cb88'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:08:33.573523 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-d2d8964e-5805-4a15-9216-e540ecf30c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:08:33Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['be03be81-671e-4e1d-ba0e-d1b0e886cb88'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:08:33.581949 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:33.624991 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b66fce5-d59c-4266-ad46-63e1a5ec830e tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bd5e366-a393-466a-882c-e6c14141803e,revision_number=0']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:33.628946 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-3b66fce5-d59c-4266-ad46-63e1a5ec830e tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:33.724525 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-3b66fce5-d59c-4266-ad46-63e1a5ec830e tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:33.731230 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-3b66fce5-d59c-4266-ad46-63e1a5ec830e tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4685194 Jun 23 19:08:33.732757 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 60606) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:33.740578 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-5d0db5ce-30a5-4d21-89ea-ad7bc14cc409 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Request body: {'floatingip': {'floating_network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:08:33.750990 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-d2d8964e-5805-4a15-9216-e540ecf30c26 None None] Set router be03be81-671e-4e1d-ba0e-d1b0e886cb88 gateway port host: dv-cinder-790492-6-iscsi {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:08:33.844016 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5d0db5ce-30a5-4d21-89ea-ad7bc14cc409 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks [] for floatingip, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:34.112939 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5d0db5ce-30a5-4d21-89ea-ad7bc14cc409 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-975148'] for port, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:34.126115 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-36873b57-c469-4164-8152-400a4dc72ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:34.191918 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-d2d8964e-5805-4a15-9216-e540ecf30c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be03be81-671e-4e1d-ba0e-d1b0e886cb88', 'name': 'tempest-AttachVolumeShelveTestJSON-1529812112-router', 'tenant_id': '29cd4a25dde246cd9b647b69d19079f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '48dbc481-558f-4c5b-bea6-abe766b9756f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:08:23Z', 'updated_at': '2021-06-23T19:08:29Z', 'revision_number': 4, 'project_id': '29cd4a25dde246cd9b647b69d19079f6', 'gw_port': {'id': '48dbc481-558f-4c5b-bea6-abe766b9756f', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:79:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be03be81-671e-4e1d-ba0e-d1b0e886cb88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:24Z', 'updated_at': '2021-06-23T19:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi', '_interfaces': [{'id': 'd0ac24e1-fdcd-473f-abc3-5372a49d30bc', 'name': '', 'network_id': 'd02d4878-2846-42b3-8429-dddc3d54aa5f', 'tenant_id': '29cd4a25dde246cd9b647b69d19079f6', 'mac_address': 'fa:16:3e:51:40:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be03be81-671e-4e1d-ba0e-d1b0e886cb88', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'd0c9ad5e-51b6-4019-87c2-098d82b200c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:28Z', 'updated_at': '2021-06-23T19:08:33Z', 'revision_number': 4, 'project_id': '29cd4a25dde246cd9b647b69d19079f6', 'subnets': [{'id': 'd0c9ad5e-51b6-4019-87c2-098d82b200c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:08:34.242026 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d8964e-5805-4a15-9216-e540ecf30c26 None None] The sync data for ids ['be03be81-671e-4e1d-ba0e-d1b0e886cb88'] in dv-cinder-790492-6-iscsi is: [{'id': 'be03be81-671e-4e1d-ba0e-d1b0e886cb88', 'name': 'tempest-AttachVolumeShelveTestJSON-1529812112-router', 'tenant_id': '29cd4a25dde246cd9b647b69d19079f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '48dbc481-558f-4c5b-bea6-abe766b9756f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:08:23Z', 'updated_at': '2021-06-23T19:08:29Z', 'revision_number': 4, 'project_id': '29cd4a25dde246cd9b647b69d19079f6', 'gw_port': {'id': '48dbc481-558f-4c5b-bea6-abe766b9756f', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:79:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be03be81-671e-4e1d-ba0e-d1b0e886cb88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:24Z', 'updated_at': '2021-06-23T19:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi', '_interfaces': [{'id': 'd0ac24e1-fdcd-473f-abc3-5372a49d30bc', 'name': '', 'network_id': 'd02d4878-2846-42b3-8429-dddc3d54aa5f', 'tenant_id': '29cd4a25dde246cd9b647b69d19079f6', 'mac_address': 'fa:16:3e:51:40:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be03be81-671e-4e1d-ba0e-d1b0e886cb88', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'd0c9ad5e-51b6-4019-87c2-098d82b200c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:28Z', 'updated_at': '2021-06-23T19:08:33Z', 'revision_number': 4, 'project_id': '29cd4a25dde246cd9b647b69d19079f6', 'subnets': [{'id': 'd0c9ad5e-51b6-4019-87c2-098d82b200c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:08:34.349936 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf012b-e0ea-4c42-8eb4-df28ac94b4aa req-660d4049-1de5-4569-a1b8-f32d61ce5743 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:34.351579 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-23bf012b-e0ea-4c42-8eb4-df28ac94b4aa req-660d4049-1de5-4569-a1b8-f32d61ce5743 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a6ad38a-50fb-4059-96f4-e736067a8448 HTTP/1.1" status: 200 len: 945 time: 0.1274071 Jun 23 19:08:34.377039 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.db.db_base_plugin_common [None req-5d0db5ce-30a5-4d21-89ea-ad7bc14cc409 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Allocated IP 172.27.1.234 (cc1a8f9f-0501-47a9-94a0-f3af65713199/09e863e5-4e6d-4986-b5d9-3bb63422f84c/e206cf6b-b8a9-4e9b-be58-194190ec1d61) {{(pid=93952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:08:34.402427 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-23bf012b-e0ea-4c42-8eb4-df28ac94b4aa req-e72a24c5-5ba2-4ba0-a038-6b6310179ff3 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444872 Jun 23 19:08:34.520333 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5d0db5ce-30a5-4d21-89ea-ad7bc14cc409 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks [] for port, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:34.686742 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 60626) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:34.687468 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5d0db5ce-30a5-4d21-89ea-ad7bc14cc409 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-975211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745549236125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26440006'] for port, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:34.689967 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:34.750560 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0db5ce-30a5-4d21-89ea-ad7bc14cc409 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Network cc1a8f9f-0501-47a9-94a0-f3af65713199 is already hosted by enough agents. {{(pid=93952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:08:34.755105 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.base_scheduler [None req-5d0db5ce-30a5-4d21-89ea-ad7bc14cc409 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Resources bound (agent type, host, resource id): {{(pid=93952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:08:34.758072 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0db5ce-30a5-4d21-89ea-ad7bc14cc409 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Pushing event updated for resources: {'Port': ['ID=e206cf6b-b8a9-4e9b-be58-194190ec1d61,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:34.770449 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0db5ce-30a5-4d21-89ea-ad7bc14cc409 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Received port after_create {{(pid=93952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:08:34.785133 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 60632) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:34.823895 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-42ca8a32-e944-4240-9bfc-20d638a22c64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:34.904505 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5d0db5ce-30a5-4d21-89ea-ad7bc14cc409 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:34.919253 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-5d0db5ce-30a5-4d21-89ea-ad7bc14cc409 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:34.980655 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-42ca8a32-e944-4240-9bfc-20d638a22c64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:35.048967 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-42ca8a32-e944-4240-9bfc-20d638a22c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:35.058829 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-1ad62654-6e20-4b6f-8ba7-a675be3b9b31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:35.068441 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-d781407f-b60d-433f-8bf7-6d675df99b1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:35.073152 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5d0db5ce-30a5-4d21-89ea-ad7bc14cc409 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:35.110345 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ca8a32-e944-4240-9bfc-20d638a22c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dfb2fbc-7e59-4888-9dde-19d7e3df2aff,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:35.116887 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-42ca8a32-e944-4240-9bfc-20d638a22c64 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f00bc73d41d2407b9ed137099f9710a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3301713 Jun 23 19:08:35.122733 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-42ca8a32-e944-4240-9bfc-20d638a22c64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:35.122733 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 60636) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:35.225218 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-7cebe3ba-a2ac-4eeb-bd31-476c5474c95b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:35.266774 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-7cebe3ba-a2ac-4eeb-bd31-476c5474c95b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:35.299668 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-d781407f-b60d-433f-8bf7-6d675df99b1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:35.325767 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5d0db5ce-30a5-4d21-89ea-ad7bc14cc409 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks [] for port, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:35.384315 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-d781407f-b60d-433f-8bf7-6d675df99b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:35.390106 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:35.424696 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5d0db5ce-30a5-4d21-89ea-ad7bc14cc409 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26440020'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:35.425955 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0dfa02b7-e69b-42f9-a1c6-d55a29ea84e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:35.427453 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:35.432264 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-d781407f-b60d-433f-8bf7-6d675df99b1f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=22e2d6e0dd3a49ef946fedd96b43d50d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7417030 Jun 23 19:08:35.432264 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-7cebe3ba-a2ac-4eeb-bd31-476c5474c95b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:35.433381 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-7cebe3ba-a2ac-4eeb-bd31-476c5474c95b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:35.438320 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-7cebe3ba-a2ac-4eeb-bd31-476c5474c95b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5dfb2fbc-7e59-4888-9dde-19d7e3df2aff HTTP/1.1" status: 204 len: 168 time: 0.3121302 Jun 23 19:08:35.438551 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 60638) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:35.447907 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d781407f-b60d-433f-8bf7-6d675df99b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=324d4935-02be-410b-a713-ae9068fd95a1,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:35.447907 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-d781407f-b60d-433f-8bf7-6d675df99b1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:35.447907 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-d3ba6c04-43c0-4e96-bd18-22a447ad3b41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:35.458340 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cebe3ba-a2ac-4eeb-bd31-476c5474c95b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dfb2fbc-7e59-4888-9dde-19d7e3df2aff,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:35.468974 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-7cebe3ba-a2ac-4eeb-bd31-476c5474c95b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:35.589738 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0db5ce-30a5-4d21-89ea-ad7bc14cc409 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Pushing event updated for resources: {'Port': ['ID=e206cf6b-b8a9-4e9b-be58-194190ec1d61,revision_number=2']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:35.611485 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-5d0db5ce-30a5-4d21-89ea-ad7bc14cc409 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:35.618213 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-27da7309-d4f9-4d30-a121-909bd6c0f2ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:35.627646 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5d0db5ce-30a5-4d21-89ea-ad7bc14cc409 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3708797'] for floatingip, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:35.658396 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-27da7309-d4f9-4d30-a121-909bd6c0f2ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:35.672745 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef11bd-3459-45ce-b67c-8e0fbc20fd32 req-3e8bcd68-f424-4ae6-9a5b-8a2ef56e6905 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:35.680556 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-66ef11bd-3459-45ce-b67c-8e0fbc20fd32 req-3e8bcd68-f424-4ae6-9a5b-8a2ef56e6905 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a6ad38a-50fb-4059-96f4-e736067a8448 HTTP/1.1" status: 200 len: 945 time: 0.1125650 Jun 23 19:08:35.720070 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-66ef11bd-3459-45ce-b67c-8e0fbc20fd32 req-2a634032-87cc-43f7-9b8e-ee300f5d7948 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381114 Jun 23 19:08:35.744776 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5d0db5ce-30a5-4d21-89ea-ad7bc14cc409 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064'] for floatingip, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:35.746152 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-5d0db5ce-30a5-4d21-89ea-ad7bc14cc409 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0106776 Jun 23 19:08:35.830602 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-27da7309-d4f9-4d30-a121-909bd6c0f2ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:35.835650 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-27da7309-d4f9-4d30-a121-909bd6c0f2ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:35.837527 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-27da7309-d4f9-4d30-a121-909bd6c0f2ae admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/324d4935-02be-410b-a713-ae9068fd95a1 HTTP/1.1" status: 204 len: 168 time: 0.3722980 Jun 23 19:08:35.840002 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-bd908fab-5216-4452-8168-0a37a2110f30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:35.854655 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27da7309-d4f9-4d30-a121-909bd6c0f2ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=324d4935-02be-410b-a713-ae9068fd95a1,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:35.859685 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-27da7309-d4f9-4d30-a121-909bd6c0f2ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:36.037802 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-55ee98f1-e666-4787-9d60-3d4aec3aa5d6 req-ef269c7e-d44e-4c15-bc76-aadf04b0e2c4 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1258280714&fields=id&tenant_id=29cd4a25dde246cd9b647b69d19079f6 HTTP/1.1" status: 200 len: 267 time: 0.0500026 Jun 23 19:08:36.142582 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device d0ac24e1-fdcd-473f-abc3-5372a49d30bc up at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:08:36.178950 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee98f1-e666-4787-9d60-3d4aec3aa5d6 req-17aa03b1-e1b8-4dfa-9135-b5227cad43e5 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:36.180690 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-55ee98f1-e666-4787-9d60-3d4aec3aa5d6 req-17aa03b1-e1b8-4dfa-9135-b5227cad43e5 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/networks?id=d02d4878-2846-42b3-8429-dddc3d54aa5f HTTP/1.1" status: 200 len: 817 time: 0.1279194 Jun 23 19:08:36.200941 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-55ee98f1-e666-4787-9d60-3d4aec3aa5d6 req-94dc7cbf-cd99-45f4-91cf-4a4846349833 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/quotas/29cd4a25dde246cd9b647b69d19079f6 HTTP/1.1" status: 200 len: 375 time: 0.0124192 Jun 23 19:08:36.281473 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-55ee98f1-e666-4787-9d60-3d4aec3aa5d6 req-3f67f520-385b-4c21-acef-ef599c8164be tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=29cd4a25dde246cd9b647b69d19079f6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0747058 Jun 23 19:08:36.336577 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning for port d0ac24e1-fdcd-473f-abc3-5372a49d30bc completed by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:08:36.344563 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning complete for port d0ac24e1-fdcd-473f-abc3-5372a49d30bc triggered by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:08:36.344952 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:36.455731 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-55ee98f1-e666-4787-9d60-3d4aec3aa5d6 req-153be78b-4f3d-475d-b032-5347a4a16be4 service neutron] 10.222.0.69 "GET /v2.0/networks/d02d4878-2846-42b3-8429-dddc3d54aa5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507246 Jun 23 19:08:36.492266 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:36.558701 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] For port d0ac24e1-fdcd-473f-abc3-5372a49d30bc, host dv-cinder-790492-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=d0ac24e1-fdcd-473f-abc3-5372a49d30bc,segment=NetworkSegment(6376ebc8-cc9e-4950-bed1-519aba44fb4f),segment_id=6376ebc8-cc9e-4950-bed1-519aba44fb4f)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:08:36.611509 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-55ee98f1-e666-4787-9d60-3d4aec3aa5d6 req-37048c69-763c-49e0-a251-a2bb211458d2 service neutron] 10.222.0.69 "GET /v2.0/networks/d02d4878-2846-42b3-8429-dddc3d54aa5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485496 Jun 23 19:08:36.635134 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:36.635134 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-70e804d2-b275-47de-9d61-ea0f2870df36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:36.720328 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Pushing event updated for resources: {'Port': ['ID=d0ac24e1-fdcd-473f-abc3-5372a49d30bc,revision_number=5']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:36.725632 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:36.959372 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0234f662-0114-4472-88f7-25ec3d2ffc08 req-03b6d89e-8796-41f8-b2c9-7bb034177de2 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:36.974115 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0234f662-0114-4472-88f7-25ec3d2ffc08 req-03b6d89e-8796-41f8-b2c9-7bb034177de2 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a6ad38a-50fb-4059-96f4-e736067a8448 HTTP/1.1" status: 200 len: 945 time: 0.0924542 Jun 23 19:08:37.002960 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0234f662-0114-4472-88f7-25ec3d2ffc08 req-524f3194-ec45-4196-bc0e-447d93ec93f1 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352683 Jun 23 19:08:37.165465 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 60706) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:37.186379 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-1a374aa2-1044-400d-912b-c27f2de167d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:37.236720 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a99785b0-1ff6-47b8-849a-36630278ee4c req-8cccb5d1-15a3-4b96-9b1c-6bd0ad4bf0f4 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 210 time: 0.0499160 Jun 23 19:08:37.272528 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 60712) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:37.310384 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.agents_db [None req-808d9167-7b86-4487-ac1f-373b1677e9b0 None None] Agent healthcheck: found 6 active agents {{(pid=93955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:08:37.384475 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-1a374aa2-1044-400d-912b-c27f2de167d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:37.451132 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-1a374aa2-1044-400d-912b-c27f2de167d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:37.455620 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-ffcec0ad-28e1-4988-b2c2-bc11750d5e9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:37.457758 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-1504b67c-da79-496c-95c6-101161472532 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-169492768-network', 'tenant_id': 'eec1ba71166e4c50a81e1f89588a5bf6'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:08:37.500072 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-1a374aa2-1044-400d-912b-c27f2de167d2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=35746836df0b4a5696b85cf3f2fed0e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3324714 Jun 23 19:08:37.500989 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a374aa2-1044-400d-912b-c27f2de167d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c79bc8-8ce9-42dd-8cad-0efae0a9e0ac,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:37.504658 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-1a374aa2-1044-400d-912b-c27f2de167d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:37.511825 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 60724) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:37.559481 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1504b67c-da79-496c-95c6-101161472532 admin admin] Made reservation on behalf of eec1ba71166e4c50a81e1f89588a5bf6 for: {'network': 1} {{(pid=93953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:08:37.561774 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-1504b67c-da79-496c-95c6-101161472532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-975148'] for network, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:37.571399 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-c0aab13e-0590-4937-a1c8-4d7f54d3ba82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:37.573072 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-1504b67c-da79-496c-95c6-101161472532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:37.616159 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-c0aab13e-0590-4937-a1c8-4d7f54d3ba82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:37.726072 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-1504b67c-da79-496c-95c6-101161472532 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:37.811178 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-c0aab13e-0590-4937-a1c8-4d7f54d3ba82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:37.814725 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-c0aab13e-0590-4937-a1c8-4d7f54d3ba82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:37.818266 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-c0aab13e-0590-4937-a1c8-4d7f54d3ba82 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d2c79bc8-8ce9-42dd-8cad-0efae0a9e0ac HTTP/1.1" status: 204 len: 168 time: 0.3029096 Jun 23 19:08:37.818266 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-d86b6ee1-887f-43b7-815e-37f519ecc4e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:37.826255 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aab13e-0590-4937-a1c8-4d7f54d3ba82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c79bc8-8ce9-42dd-8cad-0efae0a9e0ac,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:37.831474 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-c0aab13e-0590-4937-a1c8-4d7f54d3ba82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:37.844620 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-1504b67c-da79-496c-95c6-101161472532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:37.903359 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-71999886-727f-44e3-99e1-ed5e4d6ccc5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:37.903359 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1504b67c-da79-496c-95c6-101161472532 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 911} {{(pid=93953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 19:08:37.903359 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1504b67c-da79-496c-95c6-101161472532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc2f530-2bd2-4288-8b85-69fc9e5b94b5,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:37.903359 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-1504b67c-da79-496c-95c6-101161472532 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:37.903359 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-1504b67c-da79-496c-95c6-101161472532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886977'] for segment, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:37.903359 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.db.segments_db [None req-1504b67c-da79-496c-95c6-101161472532 admin admin] Added segment 69103e30-5a0e-4989-a98f-ce80dbdb4825 of type vlan for network 481be26c-7a5b-467d-9408-466d4aa92702 Jun 23 19:08:37.956121 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-1504b67c-da79-496c-95c6-101161472532 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745549258006'] for network, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:38.120071 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-1504b67c-da79-496c-95c6-101161472532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3862688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898'] for network, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:38.121459 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1504b67c-da79-496c-95c6-101161472532 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:38.122053 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-1504b67c-da79-496c-95c6-101161472532 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770935'] for network, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:38.126397 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-1a1c90d7-9e9b-44c7-9fcb-2282400d3983 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:38.128556 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device d0ac24e1-fdcd-473f-abc3-5372a49d30bc up at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:08:38.198643 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1504b67c-da79-496c-95c6-101161472532 admin admin] Pushing event updated for resources: {'Network': ['ID=481be26c-7a5b-467d-9408-466d4aa92702,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:38.213732 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning complete for port d0ac24e1-fdcd-473f-abc3-5372a49d30bc triggered by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:08:38.215298 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-1504b67c-da79-496c-95c6-101161472532 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:38.217382 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:38.221661 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Network 481be26c-7a5b-467d-9408-466d4aa92702 details requested by agent ovs-agent-dv-cinder-790492-6-iscsi with host dv-cinder-790492-6-iscsi {{(pid=93954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 19:08:38.250430 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e5375d-057f-467d-9c7f-1c06a8f7fa4b req-9eafd767-1ff1-40b8-934a-94a41a3639e6 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:38.255131 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-b2e5375d-057f-467d-9c7f-1c06a8f7fa4b req-9eafd767-1ff1-40b8-934a-94a41a3639e6 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a6ad38a-50fb-4059-96f4-e736067a8448 HTTP/1.1" status: 200 len: 945 time: 0.0841701 Jun 23 19:08:38.285013 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-1504b67c-da79-496c-95c6-101161472532 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0108368 Jun 23 19:08:38.295281 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 60746) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:38.295281 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-9b3d82b1-fd75-44fb-bbee-aebe73918749 admin admin] Request body: {'subnet': {'network_id': '481be26c-7a5b-467d-9408-466d4aa92702', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-169492768-subnet', 'tenant_id': 'eec1ba71166e4c50a81e1f89588a5bf6', 'ip_version': 4}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:08:38.346286 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-b2e5375d-057f-467d-9c7f-1c06a8f7fa4b req-2ee05f9e-9fec-40fd-8098-6e8763e91ea5 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864186 Jun 23 19:08:38.422071 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b3d82b1-fd75-44fb-bbee-aebe73918749 admin admin] Made reservation on behalf of eec1ba71166e4c50a81e1f89588a5bf6 for: {'subnet': 1} {{(pid=93953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:08:38.425230 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9b3d82b1-fd75-44fb-bbee-aebe73918749 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:38.463695 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-6e9e4776-3b5e-4558-966c-83f42ef44cd4 req-06e1190d-e70c-4e26-bb0a-196a1d0c6c9c tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 210 time: 0.0683031 Jun 23 19:08:38.879570 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9b3d82b1-fd75-44fb-bbee-aebe73918749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889'] for subnet, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:38.883255 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:38.963514 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3d82b1-fd75-44fb-bbee-aebe73918749 admin admin] Checking segment: {'id': '69103e30-5a0e-4989-a98f-ce80dbdb4825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '481be26c-7a5b-467d-9408-466d4aa92702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:08:38.963514 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3d82b1-fd75-44fb-bbee-aebe73918749 admin admin] Network hostable DHCP agents. Network: 481be26c-7a5b-467d-9408-466d4aa92702, hostable agents: ['46fb5406-63b7-4827-9d8b-19fc67eca6fa'], hosted agents: [] {{(pid=93953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 19:08:38.970211 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3d82b1-fd75-44fb-bbee-aebe73918749 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b74c165-911b-430d-9033-28ede67b53a0,revision_number=0']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:38.974278 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-9b3d82b1-fd75-44fb-bbee-aebe73918749 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:39.134470 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3d82b1-fd75-44fb-bbee-aebe73918749 admin admin] Network 481be26c-7a5b-467d-9408-466d4aa92702 is scheduled to be hosted by DHCP agent 46fb5406-63b7-4827-9d8b-19fc67eca6fa with binding_index 1 {{(pid=93953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 19:08:39.257325 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [None req-9b3d82b1-fd75-44fb-bbee-aebe73918749 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-6-iscsi, 481be26c-7a5b-467d-9408-466d4aa92702) {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:08:39.263059 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3d82b1-fd75-44fb-bbee-aebe73918749 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:39.267716 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9b3d82b1-fd75-44fb-bbee-aebe73918749 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:39.268490 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3d32f1-de30-44d6-8287-bd690e40dc11 None None] Network 481be26c-7a5b-467d-9408-466d4aa92702 requested from dv-cinder-790492-6-iscsi {{(pid=93954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:08:39.360489 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 60790) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:39.363672 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-9b3d82b1-fd75-44fb-bbee-aebe73918749 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0738800 Jun 23 19:08:39.368741 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-49422cfe-59ae-406c-9e92-2ff17190f998 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-169492768-router', 'tenant_id': 'eec1ba71166e4c50a81e1f89588a5bf6', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199'}}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:08:39.459887 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a307cda-8bee-447d-be6d-7dc53e0145f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee304acd-30f0-5ee2-ad4a-b51e6e82a076-481be26c-7a5b-467d-9408-466d4aa92702', 'network_id': '481be26c-7a5b-467d-9408-466d4aa92702', 'tenant_id': 'eec1ba71166e4c50a81e1f89588a5bf6', 'fixed_ips': [{'subnet_id': '2b74c165-911b-430d-9033-28ede67b53a0'}]}} from dv-cinder-790492-6-iscsi. {{(pid=93954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 19:08:39.461424 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-2a307cda-8bee-447d-be6d-7dc53e0145f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-975148'] for port, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:39.520059 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-49422cfe-59ae-406c-9e92-2ff17190f998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3706123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5713'] for router, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:39.522925 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-49422cfe-59ae-406c-9e92-2ff17190f998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3706112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3728693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3926614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5720'] for router, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:39.749369 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.db_base_plugin_common [None req-2a307cda-8bee-447d-be6d-7dc53e0145f9 None None] Allocated IP 172.20.0.2 (481be26c-7a5b-467d-9408-466d4aa92702/2b74c165-911b-430d-9033-28ede67b53a0/f25a49c8-79b9-46bb-9fe1-2711056be585) {{(pid=93954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:08:39.845470 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f15e7429-c1dc-49fc-94f1-bb37b8314b27 req-10b7017e-29e6-4f96-a23f-b4acc6523346 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 210 time: 0.0612514 Jun 23 19:08:39.856557 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-49422cfe-59ae-406c-9e92-2ff17190f998 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:39.895727 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926f80c8-1f8b-44cb-b293-c0f3e5c9ec0a req-fdb13ee9-8fb4-43f3-8b39-a5ffe3678ffc tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:39.896621 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-926f80c8-1f8b-44cb-b293-c0f3e5c9ec0a req-fdb13ee9-8fb4-43f3-8b39-a5ffe3678ffc tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a6ad38a-50fb-4059-96f4-e736067a8448 HTTP/1.1" status: 200 len: 945 time: 0.4276578 Jun 23 19:08:39.965491 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-926f80c8-1f8b-44cb-b293-c0f3e5c9ec0a req-f4da0750-5157-4d56-aa29-c995bf6288f4 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600157 Jun 23 19:08:40.016814 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-2a307cda-8bee-447d-be6d-7dc53e0145f9 None None] Notify callbacks [] for port, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:40.029975 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-2a307cda-8bee-447d-be6d-7dc53e0145f9 None None] Transition to ACTIVE for port object f25a49c8-79b9-46bb-9fe1-2711056be585 will not be triggered until provisioned by entity L2. {{(pid=93954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:08:40.047403 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-2a307cda-8bee-447d-be6d-7dc53e0145f9 None None] Transition to ACTIVE for port object f25a49c8-79b9-46bb-9fe1-2711056be585 will not be triggered until provisioned by entity DHCP. {{(pid=93954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:08:40.156865 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-2a307cda-8bee-447d-be6d-7dc53e0145f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-975211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745549236125'] for port, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:40.158934 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:40.174443 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-49422cfe-59ae-406c-9e92-2ff17190f998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3730983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3705239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5706'] for router, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:40.205816 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a307cda-8bee-447d-be6d-7dc53e0145f9 None None] Network 481be26c-7a5b-467d-9408-466d4aa92702 is already hosted by enough agents. {{(pid=93954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:08:40.209278 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.scheduler.base_scheduler [None req-2a307cda-8bee-447d-be6d-7dc53e0145f9 None None] Resources bound (agent type, host, resource id): {{(pid=93954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:08:40.213770 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a307cda-8bee-447d-be6d-7dc53e0145f9 None None] Received port after_create {{(pid=93954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:08:40.231331 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a307cda-8bee-447d-be6d-7dc53e0145f9 None None] Pushing event updated for resources: {'Port': ['ID=f25a49c8-79b9-46bb-9fe1-2711056be585,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:40.253466 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-2a307cda-8bee-447d-be6d-7dc53e0145f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:40.293260 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-2a307cda-8bee-447d-be6d-7dc53e0145f9 None None] Attempting to bind port f25a49c8-79b9-46bb-9fe1-2711056be585 on host dv-cinder-790492-6-iscsi for vnic_type normal with profile {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:08:40.294136 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-2a307cda-8bee-447d-be6d-7dc53e0145f9 None None] Attempting to bind port f25a49c8-79b9-46bb-9fe1-2711056be585 by drivers openvswitch,hyperv on host dv-cinder-790492-6-iscsi at level 0 using segments [{'id': '69103e30-5a0e-4989-a98f-ce80dbdb4825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '481be26c-7a5b-467d-9408-466d4aa92702'}] {{(pid=93954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:08:40.294136 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a307cda-8bee-447d-be6d-7dc53e0145f9 None None] Attempting to bind port f25a49c8-79b9-46bb-9fe1-2711056be585 on network 481be26c-7a5b-467d-9408-466d4aa92702 {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:08:40.299642 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a307cda-8bee-447d-be6d-7dc53e0145f9 None None] Checking agent: {'id': '392b78dc-ede3-4892-8962-7877c3ff23c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 58, 33), 'started_at': datetime.datetime(2021, 6, 23, 18, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:08:40.300032 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a307cda-8bee-447d-be6d-7dc53e0145f9 None None] Checking segment: {'id': '69103e30-5a0e-4989-a98f-ce80dbdb4825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '481be26c-7a5b-467d-9408-466d4aa92702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:08:40.300578 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-2a307cda-8bee-447d-be6d-7dc53e0145f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:40.301148 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a307cda-8bee-447d-be6d-7dc53e0145f9 None None] Bound using segment: {'id': '69103e30-5a0e-4989-a98f-ce80dbdb4825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '481be26c-7a5b-467d-9408-466d4aa92702'} {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:08:40.301643 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-2a307cda-8bee-447d-be6d-7dc53e0145f9 None None] Bound port: f25a49c8-79b9-46bb-9fe1-2711056be585, host: dv-cinder-790492-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69103e30-5a0e-4989-a98f-ce80dbdb4825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '481be26c-7a5b-467d-9408-466d4aa92702'}}] {{(pid=93954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:08:40.302025 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-2a307cda-8bee-447d-be6d-7dc53e0145f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:40.397481 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-2a307cda-8bee-447d-be6d-7dc53e0145f9 None None] For port f25a49c8-79b9-46bb-9fe1-2711056be585, host dv-cinder-790492-6-iscsi, cleared binding levels {{(pid=93954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:08:40.403759 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-2a307cda-8bee-447d-be6d-7dc53e0145f9 None None] For port f25a49c8-79b9-46bb-9fe1-2711056be585, host dv-cinder-790492-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=f25a49c8-79b9-46bb-9fe1-2711056be585,segment=NetworkSegment(69103e30-5a0e-4989-a98f-ce80dbdb4825),segment_id=69103e30-5a0e-4989-a98f-ce80dbdb4825)] {{(pid=93954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:08:40.535152 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-2a307cda-8bee-447d-be6d-7dc53e0145f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:40.540136 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-c0fbfef6-b62e-4fd7-a318-0c919fc989a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:40.550941 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-49422cfe-59ae-406c-9e92-2ff17190f998 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:40.578718 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-49422cfe-59ae-406c-9e92-2ff17190f998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-975148'] for port, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:40.631653 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a307cda-8bee-447d-be6d-7dc53e0145f9 None None] Pushing event updated for resources: {'Port': ['ID=f25a49c8-79b9-46bb-9fe1-2711056be585,revision_number=2']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:40.637388 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-2a307cda-8bee-447d-be6d-7dc53e0145f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:40.748099 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.db.db_base_plugin_common [None req-49422cfe-59ae-406c-9e92-2ff17190f998 admin admin] Allocated IP 172.27.1.203 (cc1a8f9f-0501-47a9-94a0-f3af65713199/09e863e5-4e6d-4986-b5d9-3bb63422f84c/95d4447e-2db4-4190-a2a6-47b114cf5d2c) {{(pid=93952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:08:40.912411 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-49422cfe-59ae-406c-9e92-2ff17190f998 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:41.084753 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-77a8a53f-042a-47b9-9565-8583999e1dad req-5047fd6c-2f32-4735-9079-ad195f876c0f tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 210 time: 0.0492814 Jun 23 19:08:41.176306 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee98f1-e666-4787-9d60-3d4aec3aa5d6 req-b5c028c4-0683-4d98-bcb1-445af45428c9 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:41.178037 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-55ee98f1-e666-4787-9d60-3d4aec3aa5d6 req-b5c028c4-0683-4d98-bcb1-445af45428c9 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.49 "GET /v2.0/networks?id=d02d4878-2846-42b3-8429-dddc3d54aa5f HTTP/1.1" status: 200 len: 817 time: 0.2627771 Jun 23 19:08:41.192379 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-49422cfe-59ae-406c-9e92-2ff17190f998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-975211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745549236125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26440006'] for port, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:41.214219 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-068a4da1-3a82-49e2-bac6-e2fb7b0cbd30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:41.244572 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-55ee98f1-e666-4787-9d60-3d4aec3aa5d6 req-f08b8f3c-d611-4d1e-9d4c-7aea61704142 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29cd4a25dde246cd9b647b69d19079f6 HTTP/1.1" status: 200 len: 380 time: 0.0465527 Jun 23 19:08:41.262691 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [req-55ee98f1-e666-4787-9d60-3d4aec3aa5d6 req-a31ff29e-08c1-42f6-b9e0-1e5e2631f511 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Request body: {'port': {'device_id': '00fb7bdb-349a-47eb-8883-7f210aff4653', 'network_id': 'd02d4878-2846-42b3-8429-dddc3d54aa5f', 'admin_state_up': True, 'tenant_id': '29cd4a25dde246cd9b647b69d19079f6', 'security_groups': ['3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd']}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:08:41.268242 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49422cfe-59ae-406c-9e92-2ff17190f998 admin admin] Network cc1a8f9f-0501-47a9-94a0-f3af65713199 is already hosted by enough agents. {{(pid=93952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:08:41.283739 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2fed8-438c-491f-9a43-c51a60d9d200 req-db38f26e-69a2-4142-bd40-b8db27dfd25c tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:41.286270 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f3b2fed8-438c-491f-9a43-c51a60d9d200 req-db38f26e-69a2-4142-bd40-b8db27dfd25c tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a6ad38a-50fb-4059-96f4-e736067a8448 HTTP/1.1" status: 200 len: 945 time: 0.1794560 Jun 23 19:08:41.294693 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.base_scheduler [None req-49422cfe-59ae-406c-9e92-2ff17190f998 admin admin] Resources bound (agent type, host, resource id): {{(pid=93952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:08:41.299528 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49422cfe-59ae-406c-9e92-2ff17190f998 admin admin] Received port after_create {{(pid=93952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:08:41.378245 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49422cfe-59ae-406c-9e92-2ff17190f998 admin admin] Pushing event updated for resources: {'Port': ['ID=95d4447e-2db4-4190-a2a6-47b114cf5d2c,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:41.392358 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49422cfe-59ae-406c-9e92-2ff17190f998 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:41.392725 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49422cfe-59ae-406c-9e92-2ff17190f998 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:41.393078 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49422cfe-59ae-406c-9e92-2ff17190f998 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:41.393446 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49422cfe-59ae-406c-9e92-2ff17190f998 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:41.393774 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49422cfe-59ae-406c-9e92-2ff17190f998 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:41.394119 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49422cfe-59ae-406c-9e92-2ff17190f998 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:41.394457 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49422cfe-59ae-406c-9e92-2ff17190f998 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:41.394793 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49422cfe-59ae-406c-9e92-2ff17190f998 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:41.395129 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49422cfe-59ae-406c-9e92-2ff17190f998 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:41.395560 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49422cfe-59ae-406c-9e92-2ff17190f998 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:41.395890 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49422cfe-59ae-406c-9e92-2ff17190f998 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:41.396220 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49422cfe-59ae-406c-9e92-2ff17190f998 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:41.401046 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-49422cfe-59ae-406c-9e92-2ff17190f998 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:41.477362 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55ee98f1-e666-4787-9d60-3d4aec3aa5d6 req-a31ff29e-08c1-42f6-b9e0-1e5e2631f511 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Made reservation on behalf of 29cd4a25dde246cd9b647b69d19079f6 for: {'port': 1} {{(pid=93953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:08:41.485504 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-55ee98f1-e666-4787-9d60-3d4aec3aa5d6 req-a31ff29e-08c1-42f6-b9e0-1e5e2631f511 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-975148'] for port, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:41.489713 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f3b2fed8-438c-491f-9a43-c51a60d9d200 req-90851dff-a6fc-4b24-8420-d01ceb6b048a tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422262 Jun 23 19:08:41.789085 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_common [req-55ee98f1-e666-4787-9d60-3d4aec3aa5d6 req-a31ff29e-08c1-42f6-b9e0-1e5e2631f511 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Allocated IP 172.20.0.6 (d02d4878-2846-42b3-8429-dddc3d54aa5f/d0c9ad5e-51b6-4019-87c2-098d82b200c4/4e34fc00-a696-4f73-9fac-286e1851994d) {{(pid=93953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:08:41.857869 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-49422cfe-59ae-406c-9e92-2ff17190f998 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:42.115693 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-55ee98f1-e666-4787-9d60-3d4aec3aa5d6 req-a31ff29e-08c1-42f6-b9e0-1e5e2631f511 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks [] for port, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:42.123898 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3422217-a4c5-409d-a238-d1c0d499908a None None] Network 481be26c-7a5b-467d-9408-466d4aa92702 requested from dv-cinder-790492-6-iscsi {{(pid=93954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:08:42.154578 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [req-55ee98f1-e666-4787-9d60-3d4aec3aa5d6 req-a31ff29e-08c1-42f6-b9e0-1e5e2631f511 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Transition to ACTIVE for port object 4e34fc00-a696-4f73-9fac-286e1851994d will not be triggered until provisioned by entity DHCP. {{(pid=93953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:08:42.189293 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-49422cfe-59ae-406c-9e92-2ff17190f998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3705246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3731058'] for router, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:42.334620 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device f25a49c8-79b9-46bb-9fe1-2711056be585 up at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:08:42.373722 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-55ee98f1-e666-4787-9d60-3d4aec3aa5d6 req-a31ff29e-08c1-42f6-b9e0-1e5e2631f511 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-975211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745549236125'] for port, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:42.379473 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-c52b5e1a-5d06-47bd-ad7f-3741542123e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:42.417276 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-af7fb00d-0f4e-43fc-b4df-badf15053861 req-5140b94e-37fa-4b96-858d-698418668a9a tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 210 time: 0.0676494 Jun 23 19:08:42.417276 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 60870) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:42.447328 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-b0d3abc0-9603-4af9-ba01-7a70edd7e48a None None] Provisioning for port f25a49c8-79b9-46bb-9fe1-2711056be585 completed by entity DHCP. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:08:42.468721 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55ee98f1-e666-4787-9d60-3d4aec3aa5d6 req-a31ff29e-08c1-42f6-b9e0-1e5e2631f511 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Network d02d4878-2846-42b3-8429-dddc3d54aa5f is already hosted by enough agents. {{(pid=93953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:08:42.477463 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [req-55ee98f1-e666-4787-9d60-3d4aec3aa5d6 req-a31ff29e-08c1-42f6-b9e0-1e5e2631f511 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Resources bound (agent type, host, resource id): {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:08:42.477463 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31ff29e-08c1-42f6-b9e0-1e5e2631f511 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Pushing event updated for resources: {'Port': ['ID=4e34fc00-a696-4f73-9fac-286e1851994d,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:42.487863 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31ff29e-08c1-42f6-b9e0-1e5e2631f511 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:42.490357 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31ff29e-08c1-42f6-b9e0-1e5e2631f511 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:42.490357 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31ff29e-08c1-42f6-b9e0-1e5e2631f511 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:42.490357 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31ff29e-08c1-42f6-b9e0-1e5e2631f511 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:42.490357 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31ff29e-08c1-42f6-b9e0-1e5e2631f511 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:42.490357 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31ff29e-08c1-42f6-b9e0-1e5e2631f511 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:42.490357 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31ff29e-08c1-42f6-b9e0-1e5e2631f511 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:42.491519 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31ff29e-08c1-42f6-b9e0-1e5e2631f511 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:42.491519 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31ff29e-08c1-42f6-b9e0-1e5e2631f511 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:42.492187 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31ff29e-08c1-42f6-b9e0-1e5e2631f511 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:42.492608 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31ff29e-08c1-42f6-b9e0-1e5e2631f511 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:42.496149 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31ff29e-08c1-42f6-b9e0-1e5e2631f511 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:42.500690 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ee98f1-e666-4787-9d60-3d4aec3aa5d6 req-a31ff29e-08c1-42f6-b9e0-1e5e2631f511 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Received port after_create {{(pid=93953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:08:42.522698 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee98f1-e666-4787-9d60-3d4aec3aa5d6 req-a31ff29e-08c1-42f6-b9e0-1e5e2631f511 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:42.528276 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-55ee98f1-e666-4787-9d60-3d4aec3aa5d6 req-a31ff29e-08c1-42f6-b9e0-1e5e2631f511 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:42.535528 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-a31ff29e-08c1-42f6-b9e0-1e5e2631f511 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:42.570782 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49422cfe-59ae-406c-9e92-2ff17190f998 admin admin] Router f829c2af-26e6-4a16-a76e-5ee2b8f5876a is scheduled to L3 agent 74079d6f-659b-43f4-8a12-30a7ece685bb with binding_index 1 {{(pid=93952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 19:08:42.612215 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning for port f25a49c8-79b9-46bb-9fe1-2711056be585 completed by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:08:42.620601 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning complete for port f25a49c8-79b9-46bb-9fe1-2711056be585 triggered by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:08:42.622120 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:42.657745 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-55ee98f1-e666-4787-9d60-3d4aec3aa5d6 req-a31ff29e-08c1-42f6-b9e0-1e5e2631f511 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4002404 Jun 23 19:08:42.685714 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [req-55ee98f1-e666-4787-9d60-3d4aec3aa5d6 req-1099712d-a15f-4eca-be5e-a1311a9d438b service neutron] Request body: {'port': {'device_id': '00fb7bdb-349a-47eb-8883-7f210aff4653', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:08:42.751821 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-54c55a0e-37ef-49cb-b0ae-0722fabf2605 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:42.764955 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:42.809391 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-55ee98f1-e666-4787-9d60-3d4aec3aa5d6 req-1099712d-a15f-4eca-be5e-a1311a9d438b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:42.844899 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] For port f25a49c8-79b9-46bb-9fe1-2711056be585, host dv-cinder-790492-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=f25a49c8-79b9-46bb-9fe1-2711056be585,segment=NetworkSegment(69103e30-5a0e-4989-a98f-ce80dbdb4825),segment_id=69103e30-5a0e-4989-a98f-ce80dbdb4825)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:08:42.934703 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49422cfe-59ae-406c-9e92-2ff17190f998 admin admin] Notify agent at l3_agent.dv-cinder-790492-6-iscsi the message routers_updated {{(pid=93952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:08:42.944310 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:42.944931 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19936d9f-30b9-497b-865b-de307ffced29 None None] Sync routers for ids ['f829c2af-26e6-4a16-a76e-5ee2b8f5876a'] in dv-cinder-790492-6-iscsi {{(pid=93955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:08:42.951319 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-169dc691-a31f-4802-a246-9babaa8f6c70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:42.969939 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19936d9f-30b9-497b-865b-de307ffced29 None None] Routers {'f829c2af-26e6-4a16-a76e-5ee2b8f5876a'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:08:42.974127 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-19936d9f-30b9-497b-865b-de307ffced29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:08:33Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['f829c2af-26e6-4a16-a76e-5ee2b8f5876a'], 'active': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:08:43.018782 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd62797e-354d-4585-b1b8-7d97e52b9d9d req-5a2c7e86-5894-4550-b718-4dfcb73af421 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:43.020435 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-cd62797e-354d-4585-b1b8-7d97e52b9d9d req-5a2c7e86-5894-4550-b718-4dfcb73af421 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a6ad38a-50fb-4059-96f4-e736067a8448 HTTP/1.1" status: 200 len: 945 time: 0.3374019 Jun 23 19:08:43.067074 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-083d3ba5-e9f1-402d-97a2-b03ebd2ba603 None None] Provisioning for port 4e34fc00-a696-4f73-9fac-286e1851994d completed by entity DHCP. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:08:43.081606 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-083d3ba5-e9f1-402d-97a2-b03ebd2ba603 None None] Provisioning complete for port 4e34fc00-a696-4f73-9fac-286e1851994d triggered by entity DHCP. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:08:43.081965 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-083d3ba5-e9f1-402d-97a2-b03ebd2ba603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:43.112378 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Pushing event updated for resources: {'Port': ['ID=f25a49c8-79b9-46bb-9fe1-2711056be585,revision_number=3']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:43.125110 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvr_db [None req-19936d9f-30b9-497b-865b-de307ffced29 None None] Set router f829c2af-26e6-4a16-a76e-5ee2b8f5876a gateway port host: dv-cinder-790492-6-iscsi {{(pid=93955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:08:43.130951 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:43.151801 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-54c55a0e-37ef-49cb-b0ae-0722fabf2605 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:43.153742 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-083d3ba5-e9f1-402d-97a2-b03ebd2ba603 None None] Port 4e34fc00-a696-4f73-9fac-286e1851994d cannot update to ACTIVE because it is not bound. {{(pid=93954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 19:08:43.179683 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-083d3ba5-e9f1-402d-97a2-b03ebd2ba603 None None] Provisioning complete for port f25a49c8-79b9-46bb-9fe1-2711056be585 triggered by entity DHCP. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:08:43.180231 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-083d3ba5-e9f1-402d-97a2-b03ebd2ba603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:43.184640 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-cd62797e-354d-4585-b1b8-7d97e52b9d9d req-f337205e-5115-4893-baac-19b0c92c85ee tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552424 Jun 23 19:08:43.269178 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-54c55a0e-37ef-49cb-b0ae-0722fabf2605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:43.271943 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-27da7309-d4f9-4d30-a121-909bd6c0f2ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:43.388141 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c55a0e-37ef-49cb-b0ae-0722fabf2605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d7a4d69-3406-4400-807b-643637ade997,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:43.390880 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-19936d9f-30b9-497b-865b-de307ffced29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f829c2af-26e6-4a16-a76e-5ee2b8f5876a', 'name': 'tempest-TestShelveInstance-169492768-router', 'tenant_id': 'eec1ba71166e4c50a81e1f89588a5bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '95d4447e-2db4-4190-a2a6-47b114cf5d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:08:39Z', 'updated_at': '2021-06-23T19:08:41Z', 'revision_number': 3, 'project_id': 'eec1ba71166e4c50a81e1f89588a5bf6', 'gw_port': {'id': '95d4447e-2db4-4190-a2a6-47b114cf5d2c', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:29:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f829c2af-26e6-4a16-a76e-5ee2b8f5876a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:40Z', 'updated_at': '2021-06-23T19:08:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi'}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:08:43.391422 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-49422cfe-59ae-406c-9e92-2ff17190f998 admin admin] Notify callbacks [] for router, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:43.392656 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-49422cfe-59ae-406c-9e92-2ff17190f998 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.0296414 Jun 23 19:08:43.394026 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-54c55a0e-37ef-49cb-b0ae-0722fabf2605 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:43.399263 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-54c55a0e-37ef-49cb-b0ae-0722fabf2605 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=aaa41f285302428891fd2dd6f746d9e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9808500 Jun 23 19:08:43.399263 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 60886) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:43.399518 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [req-55ee98f1-e666-4787-9d60-3d4aec3aa5d6 req-1099712d-a15f-4eca-be5e-a1311a9d438b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e34fc00-a696-4f73-9fac-286e1851994d {{(pid=93953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:08:43.403954 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 60888) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:43.416567 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-55ee98f1-e666-4787-9d60-3d4aec3aa5d6 req-1099712d-a15f-4eca-be5e-a1311a9d438b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:43.423176 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19936d9f-30b9-497b-865b-de307ffced29 None None] Checking router: f829c2af-26e6-4a16-a76e-5ee2b8f5876a for host: dv-cinder-790492-6-iscsi {{(pid=93955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:08:43.423176 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19936d9f-30b9-497b-865b-de307ffced29 None None] Updating router f829c2af-26e6-4a16-a76e-5ee2b8f5876a port 95d4447e-2db4-4190-a2a6-47b114cf5d2c binding host dv-cinder-790492-6-iscsi {{(pid=93955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 19:08:43.460929 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-19936d9f-30b9-497b-865b-de307ffced29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:43.474801 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [req-55ee98f1-e666-4787-9d60-3d4aec3aa5d6 req-1099712d-a15f-4eca-be5e-a1311a9d438b service neutron] Transition to ACTIVE for port object 4e34fc00-a696-4f73-9fac-286e1851994d will not be triggered until provisioned by entity L2. {{(pid=93953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:08:43.519843 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cfed0c-36cd-4dbe-8b35-90907ee2b95f req-53e4e51f-f92a-4377-b3f7-62c1d02b2471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:43.519843 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f9cfed0c-36cd-4dbe-8b35-90907ee2b95f req-53e4e51f-f92a-4377-b3f7-62c1d02b2471 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0a6ad38a-50fb-4059-96f4-e736067a8448 HTTP/1.1" status: 200 len: 1098 time: 0.2341008 Jun 23 19:08:43.539881 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-55ee98f1-e666-4787-9d60-3d4aec3aa5d6 req-1099712d-a15f-4eca-be5e-a1311a9d438b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:43.559125 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-a46e9d3a-eae7-424e-94a4-c771472151c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:43.663941 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f9cfed0c-36cd-4dbe-8b35-90907ee2b95f req-7fb14a53-1163-4ad7-a199-fe20a46caa2f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385922 Jun 23 19:08:43.693548 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1099712d-a15f-4eca-be5e-a1311a9d438b service neutron] Pushing event updated for resources: {'Port': ['ID=4e34fc00-a696-4f73-9fac-286e1851994d,revision_number=2']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:43.698475 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-1099712d-a15f-4eca-be5e-a1311a9d438b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:43.749780 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-55ee98f1-e666-4787-9d60-3d4aec3aa5d6 req-1099712d-a15f-4eca-be5e-a1311a9d438b service neutron] Attempting to bind port 4e34fc00-a696-4f73-9fac-286e1851994d on host hv-cinder-79049 for vnic_type normal with profile {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:08:43.750147 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-55ee98f1-e666-4787-9d60-3d4aec3aa5d6 req-1099712d-a15f-4eca-be5e-a1311a9d438b service neutron] Attempting to bind port 4e34fc00-a696-4f73-9fac-286e1851994d by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '6376ebc8-cc9e-4950-bed1-519aba44fb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'd02d4878-2846-42b3-8429-dddc3d54aa5f'}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:08:43.750455 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ee98f1-e666-4787-9d60-3d4aec3aa5d6 req-1099712d-a15f-4eca-be5e-a1311a9d438b service neutron] Attempting to bind port 4e34fc00-a696-4f73-9fac-286e1851994d on network d02d4878-2846-42b3-8429-dddc3d54aa5f {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:08:43.762025 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-19936d9f-30b9-497b-865b-de307ffced29 None None] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:43.764698 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ee98f1-e666-4787-9d60-3d4aec3aa5d6 req-1099712d-a15f-4eca-be5e-a1311a9d438b service neutron] Port 4e34fc00-a696-4f73-9fac-286e1851994d on network d02d4878-2846-42b3-8429-dddc3d54aa5f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 19:08:43.765035 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ee98f1-e666-4787-9d60-3d4aec3aa5d6 req-1099712d-a15f-4eca-be5e-a1311a9d438b service neutron] Attempting to bind port 4e34fc00-a696-4f73-9fac-286e1851994d on network d02d4878-2846-42b3-8429-dddc3d54aa5f {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:08:43.775018 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-19936d9f-30b9-497b-865b-de307ffced29 None None] Transition to ACTIVE for port object 95d4447e-2db4-4190-a2a6-47b114cf5d2c will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:08:43.784515 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ee98f1-e666-4787-9d60-3d4aec3aa5d6 req-1099712d-a15f-4eca-be5e-a1311a9d438b service neutron] Checking agent: {'id': '931bf73c-9d40-46c8-855c-92667356b0d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 19, 4, 47), 'started_at': datetime.datetime(2021, 6, 23, 19, 4, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:08:43.784863 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ee98f1-e666-4787-9d60-3d4aec3aa5d6 req-1099712d-a15f-4eca-be5e-a1311a9d438b service neutron] Checking segment: {'id': '6376ebc8-cc9e-4950-bed1-519aba44fb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'd02d4878-2846-42b3-8429-dddc3d54aa5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:08:43.785260 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ee98f1-e666-4787-9d60-3d4aec3aa5d6 req-1099712d-a15f-4eca-be5e-a1311a9d438b service neutron] Bound using segment: {'id': '6376ebc8-cc9e-4950-bed1-519aba44fb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'd02d4878-2846-42b3-8429-dddc3d54aa5f'} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:08:43.785716 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-55ee98f1-e666-4787-9d60-3d4aec3aa5d6 req-1099712d-a15f-4eca-be5e-a1311a9d438b service neutron] Bound port: 4e34fc00-a696-4f73-9fac-286e1851994d, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6376ebc8-cc9e-4950-bed1-519aba44fb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'd02d4878-2846-42b3-8429-dddc3d54aa5f'}}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:08:43.786067 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-55ee98f1-e666-4787-9d60-3d4aec3aa5d6 req-1099712d-a15f-4eca-be5e-a1311a9d438b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:43.816976 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfebdbd7-dd6b-4215-af1c-aeddac78393e req-843c8e53-f549-4212-93cc-2bbffe79a72d tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:43.818318 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-cfebdbd7-dd6b-4215-af1c-aeddac78393e req-843c8e53-f549-4212-93cc-2bbffe79a72d tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 943 time: 0.1188350 Jun 23 19:08:43.861327 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-19936d9f-30b9-497b-865b-de307ffced29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:43.870481 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG oslo_concurrency.lockutils [None req-57cb250d-469a-4c8a-a386-e0e9a74e045e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93955) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:43.910850 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-05574ee0-f2e1-47a3-a94e-7b0895b3d3f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:43.955643 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a550340d-f1c9-441a-95a0-bd7261bdeeca None None] Pushing event updated for resources: {'Port': ['ID=95d4447e-2db4-4190-a2a6-47b114cf5d2c,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:43.961302 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG oslo_concurrency.lockutils [None req-a550340d-f1c9-441a-95a0-bd7261bdeeca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93955) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:43.976959 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-cfebdbd7-dd6b-4215-af1c-aeddac78393e req-bd03d51f-505f-430d-826d-6ff5bb307a60 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296418 Jun 23 19:08:43.983131 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-05574ee0-f2e1-47a3-a94e-7b0895b3d3f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:43.992893 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-55ee98f1-e666-4787-9d60-3d4aec3aa5d6 req-1099712d-a15f-4eca-be5e-a1311a9d438b service neutron] For port 4e34fc00-a696-4f73-9fac-286e1851994d, host hv-cinder-79049, cleared binding levels {{(pid=93953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:08:44.000308 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-55ee98f1-e666-4787-9d60-3d4aec3aa5d6 req-1099712d-a15f-4eca-be5e-a1311a9d438b service neutron] For port 4e34fc00-a696-4f73-9fac-286e1851994d, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=4e34fc00-a696-4f73-9fac-286e1851994d,segment=NetworkSegment(6376ebc8-cc9e-4950-bed1-519aba44fb4f),segment_id=6376ebc8-cc9e-4950-bed1-519aba44fb4f)] {{(pid=93953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:08:44.013585 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-19936d9f-30b9-497b-865b-de307ffced29 None None] Attempting to bind port 95d4447e-2db4-4190-a2a6-47b114cf5d2c on host dv-cinder-790492-6-iscsi for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:08:44.014351 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-19936d9f-30b9-497b-865b-de307ffced29 None None] Attempting to bind port 95d4447e-2db4-4190-a2a6-47b114cf5d2c by drivers openvswitch,hyperv on host dv-cinder-790492-6-iscsi at level 0 using segments [{'id': '5f51114a-3dae-4d84-91d9-b7c41a4d9224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:08:44.014721 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19936d9f-30b9-497b-865b-de307ffced29 None None] Attempting to bind port 95d4447e-2db4-4190-a2a6-47b114cf5d2c on network cc1a8f9f-0501-47a9-94a0-f3af65713199 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:08:44.019911 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19936d9f-30b9-497b-865b-de307ffced29 None None] Checking agent: {'id': '392b78dc-ede3-4892-8962-7877c3ff23c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 58, 33), 'started_at': datetime.datetime(2021, 6, 23, 18, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:08:44.020286 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19936d9f-30b9-497b-865b-de307ffced29 None None] Checking segment: {'id': '5f51114a-3dae-4d84-91d9-b7c41a4d9224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:08:44.020690 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-19936d9f-30b9-497b-865b-de307ffced29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:44.021083 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19936d9f-30b9-497b-865b-de307ffced29 None None] Bound using segment: {'id': '5f51114a-3dae-4d84-91d9-b7c41a4d9224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:08:44.021553 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-19936d9f-30b9-497b-865b-de307ffced29 None None] Bound port: 95d4447e-2db4-4190-a2a6-47b114cf5d2c, host: dv-cinder-790492-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f51114a-3dae-4d84-91d9-b7c41a4d9224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:08:44.022001 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-19936d9f-30b9-497b-865b-de307ffced29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:44.089431 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-19936d9f-30b9-497b-865b-de307ffced29 None None] For port 95d4447e-2db4-4190-a2a6-47b114cf5d2c, host dv-cinder-790492-6-iscsi, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:08:44.093186 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-19936d9f-30b9-497b-865b-de307ffced29 None None] For port 95d4447e-2db4-4190-a2a6-47b114cf5d2c, host dv-cinder-790492-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=95d4447e-2db4-4190-a2a6-47b114cf5d2c,segment=NetworkSegment(5f51114a-3dae-4d84-91d9-b7c41a4d9224),segment_id=5f51114a-3dae-4d84-91d9-b7c41a4d9224)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:08:44.115334 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-55ee98f1-e666-4787-9d60-3d4aec3aa5d6 req-1099712d-a15f-4eca-be5e-a1311a9d438b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:44.118389 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-0386add2-2086-4b93-9a35-8132d2ca3e2d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:44.156316 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device f25a49c8-79b9-46bb-9fe1-2711056be585 up at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:08:44.165094 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee98f1-e666-4787-9d60-3d4aec3aa5d6 req-1099712d-a15f-4eca-be5e-a1311a9d438b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:44.166800 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-55ee98f1-e666-4787-9d60-3d4aec3aa5d6 req-1099712d-a15f-4eca-be5e-a1311a9d438b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:44.167715 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-55ee98f1-e666-4787-9d60-3d4aec3aa5d6 req-1099712d-a15f-4eca-be5e-a1311a9d438b service neutron] 10.222.0.49 "PUT /v2.0/ports/4e34fc00-a696-4f73-9fac-286e1851994d HTTP/1.1" status: 200 len: 1093 time: 1.4937179 Jun 23 19:08:44.168369 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00fb7bdb-349a-47eb-8883-7f210aff4653', 'tag': '4e34fc00-a696-4f73-9fac-286e1851994d'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:08:44.170733 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8902aeace0540733bba5a146bce723956a3312b5b25ae011a73fc84317b4d28a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-265858f9-c0c4-43af-8ece-970c156d346f" -d '{"events": [{"name": "network-changed", "server_uuid": "00fb7bdb-349a-47eb-8883-7f210aff4653", "tag": "4e34fc00-a696-4f73-9fac-286e1851994d"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:08:44.197129 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-19936d9f-30b9-497b-865b-de307ffced29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:44.212323 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1099712d-a15f-4eca-be5e-a1311a9d438b service neutron] Pushing event updated for resources: {'Port': ['ID=4e34fc00-a696-4f73-9fac-286e1851994d,revision_number=3']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:44.218548 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93955) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:44.220511 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-1099712d-a15f-4eca-be5e-a1311a9d438b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:44.256223 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning complete for port f25a49c8-79b9-46bb-9fe1-2711056be585 triggered by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:08:44.256753 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:44.257510 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-478a1cd9-7168-4a44-b60c-fa656a5a6737 x-openstack-request-id: req-478a1cd9-7168-4a44-b60c-fa656a5a6737 {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:08:44.257828 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00fb7bdb-349a-47eb-8883-7f210aff4653", "tag": "4e34fc00-a696-4f73-9fac-286e1851994d", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:08:44.258170 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-478a1cd9-7168-4a44-b60c-fa656a5a6737 {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:08:44.258620 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00fb7bdb-349a-47eb-8883-7f210aff4653', 'tag': '4e34fc00-a696-4f73-9fac-286e1851994d', 'status': 'completed', 'code': 200} Jun 23 19:08:44.282620 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19936d9f-30b9-497b-865b-de307ffced29 None None] Routers {'f829c2af-26e6-4a16-a76e-5ee2b8f5876a'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:08:44.283303 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-19936d9f-30b9-497b-865b-de307ffced29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:08:33Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['f829c2af-26e6-4a16-a76e-5ee2b8f5876a'], 'active': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:08:44.347036 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-05574ee0-f2e1-47a3-a94e-7b0895b3d3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:44.349566 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-05574ee0-f2e1-47a3-a94e-7b0895b3d3f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:44.350798 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-05574ee0-f2e1-47a3-a94e-7b0895b3d3f7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6d7a4d69-3406-4400-807b-643637ade997 HTTP/1.1" status: 204 len: 168 time: 0.9459200 Jun 23 19:08:44.394327 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-bfa45438-97d0-4543-beda-c6a432631107 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:44.429441 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05574ee0-f2e1-47a3-a94e-7b0895b3d3f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d7a4d69-3406-4400-807b-643637ade997,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:44.433389 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-05574ee0-f2e1-47a3-a94e-7b0895b3d3f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:44.452701 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvr_db [None req-19936d9f-30b9-497b-865b-de307ffced29 None None] Set router f829c2af-26e6-4a16-a76e-5ee2b8f5876a gateway port host: dv-cinder-790492-6-iscsi {{(pid=93955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:08:44.471626 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4d2b6a57-1ba8-4920-9fa3-1e3b905e524f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-975148'] for port, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:44.509229 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a550340d-f1c9-441a-95a0-bd7261bdeeca None None] Pushing event updated for resources: {'Port': ['ID=95d4447e-2db4-4190-a2a6-47b114cf5d2c,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:44.520777 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265858f9-c0c4-43af-8ece-970c156d346f req-adcea3b3-bc92-4b8f-a74c-e414eba16a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:44.527698 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-265858f9-c0c4-43af-8ece-970c156d346f req-adcea3b3-bc92-4b8f-a74c-e414eba16a67 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=29cd4a25dde246cd9b647b69d19079f6&device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 1096 time: 0.2074594 Jun 23 19:08:44.527792 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG oslo_concurrency.lockutils [None req-a550340d-f1c9-441a-95a0-bd7261bdeeca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=93955) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:44.597530 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f0e42-380e-418b-8c21-241a92b50951 req-1036a1dc-2155-4afc-bd06-9c1215af8738 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:44.599333 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f25f0e42-380e-418b-8c21-241a92b50951 req-1036a1dc-2155-4afc-bd06-9c1215af8738 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a6ad38a-50fb-4059-96f4-e736067a8448 HTTP/1.1" status: 200 len: 945 time: 0.1837628 Jun 23 19:08:44.717497 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.db.db_base_plugin_common [None req-4d2b6a57-1ba8-4920-9fa3-1e3b905e524f admin admin] Allocated IP 172.20.0.1 (481be26c-7a5b-467d-9408-466d4aa92702/2b74c165-911b-430d-9033-28ede67b53a0/c697b4aa-7d81-4d78-9ef0-483e03be7ba5) {{(pid=93952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:08:44.753153 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-19936d9f-30b9-497b-865b-de307ffced29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f829c2af-26e6-4a16-a76e-5ee2b8f5876a', 'name': 'tempest-TestShelveInstance-169492768-router', 'tenant_id': 'eec1ba71166e4c50a81e1f89588a5bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '95d4447e-2db4-4190-a2a6-47b114cf5d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:08:39Z', 'updated_at': '2021-06-23T19:08:41Z', 'revision_number': 3, 'project_id': 'eec1ba71166e4c50a81e1f89588a5bf6', 'gw_port': {'id': '95d4447e-2db4-4190-a2a6-47b114cf5d2c', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:29:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f829c2af-26e6-4a16-a76e-5ee2b8f5876a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:40Z', 'updated_at': '2021-06-23T19:08:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi'}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:08:44.789902 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19936d9f-30b9-497b-865b-de307ffced29 None None] The sync data for ids ['f829c2af-26e6-4a16-a76e-5ee2b8f5876a'] in dv-cinder-790492-6-iscsi is: [{'id': 'f829c2af-26e6-4a16-a76e-5ee2b8f5876a', 'name': 'tempest-TestShelveInstance-169492768-router', 'tenant_id': 'eec1ba71166e4c50a81e1f89588a5bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '95d4447e-2db4-4190-a2a6-47b114cf5d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:08:39Z', 'updated_at': '2021-06-23T19:08:41Z', 'revision_number': 3, 'project_id': 'eec1ba71166e4c50a81e1f89588a5bf6', 'gw_port': {'id': '95d4447e-2db4-4190-a2a6-47b114cf5d2c', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:29:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f829c2af-26e6-4a16-a76e-5ee2b8f5876a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:40Z', 'updated_at': '2021-06-23T19:08:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi'}] {{(pid=93955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:08:44.937932 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4d2b6a57-1ba8-4920-9fa3-1e3b905e524f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:44.969673 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.db.provisioning_blocks [None req-4d2b6a57-1ba8-4920-9fa3-1e3b905e524f admin admin] Transition to ACTIVE for port object c697b4aa-7d81-4d78-9ef0-483e03be7ba5 will not be triggered until provisioned by entity DHCP. {{(pid=93952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:08:45.198751 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4d2b6a57-1ba8-4920-9fa3-1e3b905e524f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-975211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745549236125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26440006'] for port, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:45.231745 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-49422cfe-59ae-406c-9e92-2ff17190f998 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:45.291052 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265858f9-c0c4-43af-8ece-970c156d346f req-aaa80dbc-fe31-4fc2-b1ae-d1d0640489b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:45.299500 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-265858f9-c0c4-43af-8ece-970c156d346f req-aaa80dbc-fe31-4fc2-b1ae-d1d0640489b8 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=29cd4a25dde246cd9b647b69d19079f6&shared=False HTTP/1.1" status: 200 len: 918 time: 0.7532654 Jun 23 19:08:45.313140 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2b6a57-1ba8-4920-9fa3-1e3b905e524f admin admin] Network 481be26c-7a5b-467d-9408-466d4aa92702 is already hosted by enough agents. {{(pid=93952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:08:45.328859 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.base_scheduler [None req-4d2b6a57-1ba8-4920-9fa3-1e3b905e524f admin admin] Resources bound (agent type, host, resource id): {{(pid=93952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:08:45.343604 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2b6a57-1ba8-4920-9fa3-1e3b905e524f admin admin] Received port after_create {{(pid=93952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:08:45.424095 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2b6a57-1ba8-4920-9fa3-1e3b905e524f admin admin] Pushing event updated for resources: {'Port': ['ID=c697b4aa-7d81-4d78-9ef0-483e03be7ba5,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:45.436347 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-4d2b6a57-1ba8-4920-9fa3-1e3b905e524f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:45.486053 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4d2b6a57-1ba8-4920-9fa3-1e3b905e524f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3721842'] for router_interface, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:45.513006 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582820f4-7ca0-40dd-92c4-4407524e5786 req-90221486-07a1-45f6-a815-280412822cc7 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:45.514984 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-582820f4-7ca0-40dd-92c4-4407524e5786 req-90221486-07a1-45f6-a815-280412822cc7 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 943 time: 0.2920439 Jun 23 19:08:45.699606 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-582820f4-7ca0-40dd-92c4-4407524e5786 req-cda81b30-84b2-42ff-942b-2a4deb74937d tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167989 Jun 23 19:08:45.785448 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f25f0e42-380e-418b-8c21-241a92b50951 req-adef6cf4-dbb9-4d72-8621-e2c05d4a44f9 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1215832 Jun 23 19:08:45.809557 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265858f9-c0c4-43af-8ece-970c156d346f req-b1c8d6ea-ecba-4ea8-814b-16ea9c2678b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:45.811476 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-265858f9-c0c4-43af-8ece-970c156d346f req-b1c8d6ea-ecba-4ea8-814b-16ea9c2678b6 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4790595 Jun 23 19:08:46.009204 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4d2b6a57-1ba8-4920-9fa3-1e3b905e524f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:46.019407 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-5d8e7c81-2624-439f-8fe5-9173597d3f05 None None] Provisioning for port c697b4aa-7d81-4d78-9ef0-483e03be7ba5 completed by entity DHCP. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:08:46.027003 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-5d8e7c81-2624-439f-8fe5-9173597d3f05 None None] Provisioning complete for port c697b4aa-7d81-4d78-9ef0-483e03be7ba5 triggered by entity DHCP. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:08:46.028102 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-5d8e7c81-2624-439f-8fe5-9173597d3f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:46.094745 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee98f1-e666-4787-9d60-3d4aec3aa5d6 req-f5f9b0da-3bdc-4954-bbff-2f482d932aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:46.096509 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-55ee98f1-e666-4787-9d60-3d4aec3aa5d6 req-f5f9b0da-3bdc-4954-bbff-2f482d932aaa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=29cd4a25dde246cd9b647b69d19079f6&device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 1096 time: 0.1572809 Jun 23 19:08:46.108964 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e7c81-2624-439f-8fe5-9173597d3f05 None None] Port c697b4aa-7d81-4d78-9ef0-483e03be7ba5 cannot update to ACTIVE because it is not bound. {{(pid=93954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 19:08:46.206641 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-55ee98f1-e666-4787-9d60-3d4aec3aa5d6 req-d2491cf1-a6f9-4052-8c43-82d322b09bba service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e34fc00-a696-4f73-9fac-286e1851994d HTTP/1.1" status: 200 len: 217 time: 0.0577414 Jun 23 19:08:46.214915 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device 95d4447e-2db4-4190-a2a6-47b114cf5d2c up at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:08:46.324037 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee98f1-e666-4787-9d60-3d4aec3aa5d6 req-f0e6e648-571e-4e1c-97dd-6df3c5246272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:46.326658 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-55ee98f1-e666-4787-9d60-3d4aec3aa5d6 req-f0e6e648-571e-4e1c-97dd-6df3c5246272 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d0c9ad5e-51b6-4019-87c2-098d82b200c4 HTTP/1.1" status: 200 len: 856 time: 0.1124539 Jun 23 19:08:46.433363 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee98f1-e666-4787-9d60-3d4aec3aa5d6 req-23b1c87b-5555-48f3-bb56-3bb4425e34df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:46.444761 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-55ee98f1-e666-4787-9d60-3d4aec3aa5d6 req-23b1c87b-5555-48f3-bb56-3bb4425e34df service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d02d4878-2846-42b3-8429-dddc3d54aa5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1078374 Jun 23 19:08:46.453956 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4d2b6a57-1ba8-4920-9fa3-1e3b905e524f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:46.498960 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning for port 95d4447e-2db4-4190-a2a6-47b114cf5d2c completed by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:08:46.504554 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning complete for port 95d4447e-2db4-4190-a2a6-47b114cf5d2c triggered by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:08:46.504952 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:46.537503 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4d2b6a57-1ba8-4920-9fa3-1e3b905e524f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26440020'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:46.544422 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-90053e46-2cb9-4dd8-b18e-ed6e4c4cdf37 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:46.646049 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-55ee98f1-e666-4787-9d60-3d4aec3aa5d6 req-dedcb883-0f8d-4fdb-861b-2e7a3afd6e4c service neutron] 10.222.0.49 "GET /v2.0/networks/d02d4878-2846-42b3-8429-dddc3d54aa5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941431 Jun 23 19:08:46.663869 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:46.701226 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] For port 95d4447e-2db4-4190-a2a6-47b114cf5d2c, host dv-cinder-790492-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=95d4447e-2db4-4190-a2a6-47b114cf5d2c,segment=NetworkSegment(5f51114a-3dae-4d84-91d9-b7c41a4d9224),segment_id=5f51114a-3dae-4d84-91d9-b7c41a4d9224)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:08:46.788502 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:46.791251 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:46.797692 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4d2b6a57-1ba8-4920-9fa3-1e3b905e524f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4104168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3721886'] for router_interface, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:46.803919 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2b6a57-1ba8-4920-9fa3-1e3b905e524f admin admin] Pushing event updated for resources: {'Port': ['ID=c697b4aa-7d81-4d78-9ef0-483e03be7ba5,revision_number=2']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:46.814499 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-4d2b6a57-1ba8-4920-9fa3-1e3b905e524f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:46.832998 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-55ee98f1-e666-4787-9d60-3d4aec3aa5d6 req-6fbfb3f0-8c07-4dd6-af09-4aacbac19675 service neutron] 10.222.0.49 "GET /v2.0/networks/d02d4878-2846-42b3-8429-dddc3d54aa5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698449 Jun 23 19:08:46.891689 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Pushing event updated for resources: {'Port': ['ID=95d4447e-2db4-4190-a2a6-47b114cf5d2c,revision_number=4']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:46.905501 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:47.062656 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2b6a57-1ba8-4920-9fa3-1e3b905e524f admin admin] Network 481be26c-7a5b-467d-9408-466d4aa92702 is already hosted by enough agents. {{(pid=93952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:08:47.068797 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.base_scheduler [None req-4d2b6a57-1ba8-4920-9fa3-1e3b905e524f admin admin] Resources bound (agent type, host, resource id): {{(pid=93952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:08:47.129946 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b71dbf9-7b0c-4cb9-b9e4-79775c48c68c req-ca352d5e-b52c-44a9-8b55-ad5ea5e0f5dd tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:47.131797 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8b71dbf9-7b0c-4cb9-b9e4-79775c48c68c req-ca352d5e-b52c-44a9-8b55-ad5ea5e0f5dd tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a6ad38a-50fb-4059-96f4-e736067a8448 HTTP/1.1" status: 200 len: 945 time: 0.1294689 Jun 23 19:08:47.150458 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:47.236839 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8b71dbf9-7b0c-4cb9-b9e4-79775c48c68c req-d0c2eeec-b129-4077-b6f6-2fda0ff2738a tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898743 Jun 23 19:08:47.277529 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a72a1-b949-4666-a29e-d26a8a575c59 req-e2bbad80-c866-4343-9042-a8fe745ef148 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:47.285565 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-7f1a72a1-b949-4666-a29e-d26a8a575c59 req-e2bbad80-c866-4343-9042-a8fe745ef148 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 943 time: 0.3101976 Jun 23 19:08:47.519634 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-7f1a72a1-b949-4666-a29e-d26a8a575c59 req-d64f284e-bdb6-4ef9-a48c-a08779c55d64 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2327201 Jun 23 19:08:47.552072 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d2b6a57-1ba8-4920-9fa3-1e3b905e524f admin admin] Router f829c2af-26e6-4a16-a76e-5ee2b8f5876a has already been hosted by L3 agent 74079d6f-659b-43f4-8a12-30a7ece685bb {{(pid=93952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:08:47.567455 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-651e9ab3-5969-43ec-9828-6276d671cc7b None None] Provisioning complete for port c697b4aa-7d81-4d78-9ef0-483e03be7ba5 triggered by entity DHCP. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:08:47.568667 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-651e9ab3-5969-43ec-9828-6276d671cc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:47.692791 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-651e9ab3-5969-43ec-9828-6276d671cc7b None None] Port c697b4aa-7d81-4d78-9ef0-483e03be7ba5 cannot update to ACTIVE because it is not bound. {{(pid=93954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 19:08:47.821006 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d2b6a57-1ba8-4920-9fa3-1e3b905e524f admin admin] Notify agent at l3_agent.dv-cinder-790492-6-iscsi the message routers_updated {{(pid=93952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:08:47.831464 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-4d2b6a57-1ba8-4920-9fa3-1e3b905e524f admin admin] 10.222.0.69 "PUT /v2.0/routers/f829c2af-26e6-4a16-a76e-5ee2b8f5876a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4314649 Jun 23 19:08:47.893773 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fb412fae-bcfb-4cc2-b948-1409b6d317ba req-ad6d0efa-6133-4528-8c39-554e40f74b2b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0a6ad38a-50fb-4059-96f4-e736067a8448&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1133454 Jun 23 19:08:47.916473 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eefa6ad-48cd-4747-b0ab-ddb4814fe1b7 None None] Sync routers for ids ['f829c2af-26e6-4a16-a76e-5ee2b8f5876a'] in dv-cinder-790492-6-iscsi {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:08:47.933952 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eefa6ad-48cd-4747-b0ab-ddb4814fe1b7 None None] Routers {'f829c2af-26e6-4a16-a76e-5ee2b8f5876a'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:08:47.935065 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-8eefa6ad-48cd-4747-b0ab-ddb4814fe1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:08:33Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['f829c2af-26e6-4a16-a76e-5ee2b8f5876a'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:08:48.181782 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb412fae-bcfb-4cc2-b948-1409b6d317ba req-ce2ab72a-b6b0-416c-b157-4f72fbf645ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:48.184938 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fb412fae-bcfb-4cc2-b948-1409b6d317ba req-ce2ab72a-b6b0-416c-b157-4f72fbf645ae service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=799fb833a74e4ec9879033c46726a559&device_id=0a6ad38a-50fb-4059-96f4-e736067a8448 HTTP/1.1" status: 200 len: 1098 time: 0.2098086 Jun 23 19:08:48.270744 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-8eefa6ad-48cd-4747-b0ab-ddb4814fe1b7 None None] Set router f829c2af-26e6-4a16-a76e-5ee2b8f5876a gateway port host: dv-cinder-790492-6-iscsi {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:08:48.290989 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 32780) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:48.444715 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb412fae-bcfb-4cc2-b948-1409b6d317ba req-ca597753-7453-4987-88ef-1f30de77628d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:48.446817 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fb412fae-bcfb-4cc2-b948-1409b6d317ba req-ca597753-7453-4987-88ef-1f30de77628d service neutron] 10.222.0.49 "GET /v2.0/networks?id=135041da-43be-4a0d-8112-dd2b8ce30653 HTTP/1.1" status: 200 len: 919 time: 0.2367070 Jun 23 19:08:48.457638 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da37f196-d73d-4f49-8bb5-4aafd68d17b2 req-7005fc42-296f-4f0f-a874-ee506886b851 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:48.459959 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-da37f196-d73d-4f49-8bb5-4aafd68d17b2 req-7005fc42-296f-4f0f-a874-ee506886b851 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a6ad38a-50fb-4059-96f4-e736067a8448 HTTP/1.1" status: 200 len: 945 time: 0.1425016 Jun 23 19:08:48.539961 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-bd6d0d92-0dd7-44e4-aa95-2fda74fb274a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:48.548324 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fb412fae-bcfb-4cc2-b948-1409b6d317ba req-c335042e-868d-4c7b-ad04-e6ce081bbd4d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=52c88fe5-9869-47bc-a0f4-e8df303d12a7 HTTP/1.1" status: 200 len: 217 time: 0.0932920 Jun 23 19:08:48.598620 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device 95d4447e-2db4-4190-a2a6-47b114cf5d2c up at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:08:48.625517 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb412fae-bcfb-4cc2-b948-1409b6d317ba req-79b35a78-1201-48d0-9cc4-5e234a685cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:48.627605 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fb412fae-bcfb-4cc2-b948-1409b6d317ba req-79b35a78-1201-48d0-9cc4-5e234a685cb2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9d5f5c89-7005-49cd-88db-9b8779875ae2 HTTP/1.1" status: 200 len: 858 time: 0.0709736 Jun 23 19:08:48.631534 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-da37f196-d73d-4f49-8bb5-4aafd68d17b2 req-421244b0-dab9-4762-8fab-79e7b2b05e53 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597826 Jun 23 19:08:48.683919 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fb412fae-bcfb-4cc2-b948-1409b6d317ba req-b0f89e14-dca2-4ed0-989d-f4223f4d9a4d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=135041da-43be-4a0d-8112-dd2b8ce30653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488617 Jun 23 19:08:48.811104 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-bd6d0d92-0dd7-44e4-aa95-2fda74fb274a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:48.917692 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-bd6d0d92-0dd7-44e4-aa95-2fda74fb274a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:48.921660 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-c5198ae4-c156-4cb2-91b1-6b14204d4487 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:48.949769 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning complete for port 95d4447e-2db4-4190-a2a6-47b114cf5d2c triggered by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:08:48.950170 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:48.986455 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-bd6d0d92-0dd7-44e4-aa95-2fda74fb274a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=096c458db8d64122bf15dbdfbdbf7ca4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6950207 Jun 23 19:08:48.992304 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 32804) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:49.001167 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fb412fae-bcfb-4cc2-b948-1409b6d317ba req-ff2c01a7-d4fa-4d79-bb51-c14a36518ea0 service neutron] 10.222.0.49 "GET /v2.0/networks/135041da-43be-4a0d-8112-dd2b8ce30653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082826 Jun 23 19:08:49.015192 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e93948c-ac73-46b8-82e8-e8e0ea8fc96d req-98447984-ae21-45f7-8c2d-41c04fc44d70 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:49.017078 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4e93948c-ac73-46b8-82e8-e8e0ea8fc96d req-98447984-ae21-45f7-8c2d-41c04fc44d70 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 943 time: 0.1669099 Jun 23 19:08:49.027627 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d0d92-0dd7-44e4-aa95-2fda74fb274a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89459a2a-6f47-4722-af23-3ad50956994d,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:49.032796 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-bd6d0d92-0dd7-44e4-aa95-2fda74fb274a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:49.085761 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-8eefa6ad-48cd-4747-b0ab-ddb4814fe1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f829c2af-26e6-4a16-a76e-5ee2b8f5876a', 'name': 'tempest-TestShelveInstance-169492768-router', 'tenant_id': 'eec1ba71166e4c50a81e1f89588a5bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '95d4447e-2db4-4190-a2a6-47b114cf5d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:08:39Z', 'updated_at': '2021-06-23T19:08:45Z', 'revision_number': 4, 'project_id': 'eec1ba71166e4c50a81e1f89588a5bf6', 'gw_port': {'id': '95d4447e-2db4-4190-a2a6-47b114cf5d2c', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:29:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f829c2af-26e6-4a16-a76e-5ee2b8f5876a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:40Z', 'updated_at': '2021-06-23T19:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi', '_interfaces': [{'id': 'c697b4aa-7d81-4d78-9ef0-483e03be7ba5', 'name': '', 'network_id': '481be26c-7a5b-467d-9408-466d4aa92702', 'tenant_id': 'eec1ba71166e4c50a81e1f89588a5bf6', 'mac_address': 'fa:16:3e:1e:d5:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f829c2af-26e6-4a16-a76e-5ee2b8f5876a', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '2b74c165-911b-430d-9033-28ede67b53a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:44Z', 'updated_at': '2021-06-23T19:08:46Z', 'revision_number': 2, 'project_id': 'eec1ba71166e4c50a81e1f89588a5bf6', 'subnets': [{'id': '2b74c165-911b-430d-9033-28ede67b53a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:08:49.124587 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eefa6ad-48cd-4747-b0ab-ddb4814fe1b7 None None] Checking router: f829c2af-26e6-4a16-a76e-5ee2b8f5876a for host: dv-cinder-790492-6-iscsi {{(pid=93954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:08:49.124945 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eefa6ad-48cd-4747-b0ab-ddb4814fe1b7 None None] Updating router f829c2af-26e6-4a16-a76e-5ee2b8f5876a port c697b4aa-7d81-4d78-9ef0-483e03be7ba5 binding host dv-cinder-790492-6-iscsi {{(pid=93954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 19:08:49.172204 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4e93948c-ac73-46b8-82e8-e8e0ea8fc96d req-e7617865-2086-4440-abe4-d8c951fc256c tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348906 Jun 23 19:08:49.186741 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-2556d3e5-1a30-47a1-ac73-8ba615f1de9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:49.202214 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fb412fae-bcfb-4cc2-b948-1409b6d317ba req-47c44e94-c31a-476a-96c1-ea2fa49f58d4 service neutron] 10.222.0.49 "GET /v2.0/networks/135041da-43be-4a0d-8112-dd2b8ce30653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799524 Jun 23 19:08:49.206301 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-8eefa6ad-48cd-4747-b0ab-ddb4814fe1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:49.222661 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-2556d3e5-1a30-47a1-ac73-8ba615f1de9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:49.383671 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 32810) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:49.394017 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-c8f71a1d-c47d-42f7-a9ac-05a80759e805 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-741784458-network', 'tenant_id': 'a371c3360eaf470d9ade0288b2d97c1a'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:08:49.430722 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f6a4c0-122d-4bc7-9f2a-fb050ac61054 req-a78a018d-7a67-4dc8-bd33-4dfc8909f4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:49.432492 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-97f6a4c0-122d-4bc7-9f2a-fb050ac61054 req-a78a018d-7a67-4dc8-bd33-4dfc8909f4d4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=799fb833a74e4ec9879033c46726a559&device_id=0a6ad38a-50fb-4059-96f4-e736067a8448 HTTP/1.1" status: 200 len: 1098 time: 0.1115687 Jun 23 19:08:49.451913 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-2556d3e5-1a30-47a1-ac73-8ba615f1de9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:49.460602 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-2556d3e5-1a30-47a1-ac73-8ba615f1de9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:49.460602 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-2556d3e5-1a30-47a1-ac73-8ba615f1de9d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/89459a2a-6f47-4722-af23-3ad50956994d HTTP/1.1" status: 204 len: 168 time: 0.4575677 Jun 23 19:08:49.478427 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-7cebe3ba-a2ac-4eeb-bd31-476c5474c95b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:49.508246 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2556d3e5-1a30-47a1-ac73-8ba615f1de9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89459a2a-6f47-4722-af23-3ad50956994d,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:49.513594 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-2556d3e5-1a30-47a1-ac73-8ba615f1de9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:49.556362 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f71a1d-c47d-42f7-a9ac-05a80759e805 admin admin] Made reservation on behalf of a371c3360eaf470d9ade0288b2d97c1a for: {'network': 1} {{(pid=93953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:08:49.559659 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-c8f71a1d-c47d-42f7-a9ac-05a80759e805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-975148'] for network, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:49.572830 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-c8f71a1d-c47d-42f7-a9ac-05a80759e805 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:49.677209 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f6a4c0-122d-4bc7-9f2a-fb050ac61054 req-504237ae-b269-4097-8642-467868164a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:49.679933 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-97f6a4c0-122d-4bc7-9f2a-fb050ac61054 req-504237ae-b269-4097-8642-467868164a22 service neutron] 10.222.0.49 "GET /v2.0/networks?id=135041da-43be-4a0d-8112-dd2b8ce30653 HTTP/1.1" status: 200 len: 919 time: 0.2394984 Jun 23 19:08:49.731144 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-8eefa6ad-48cd-4747-b0ab-ddb4814fe1b7 None None] Notify callbacks [] for port, precommit_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:49.752038 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-8eefa6ad-48cd-4747-b0ab-ddb4814fe1b7 None None] Transition to ACTIVE for port object c697b4aa-7d81-4d78-9ef0-483e03be7ba5 will not be triggered until provisioned by entity L2. {{(pid=93954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:08:49.764737 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-97f6a4c0-122d-4bc7-9f2a-fb050ac61054 req-c6bceaee-eaa2-4b97-9b1c-b92b242701c9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=52c88fe5-9869-47bc-a0f4-e8df303d12a7 HTTP/1.1" status: 200 len: 217 time: 0.0713022 Jun 23 19:08:49.839410 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f6a4c0-122d-4bc7-9f2a-fb050ac61054 req-ce2ac583-f549-4ea8-87be-694f896bc927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:49.841024 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-97f6a4c0-122d-4bc7-9f2a-fb050ac61054 req-ce2ac583-f549-4ea8-87be-694f896bc927 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9d5f5c89-7005-49cd-88db-9b8779875ae2 HTTP/1.1" status: 200 len: 858 time: 0.0681696 Jun 23 19:08:49.853106 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-8eefa6ad-48cd-4747-b0ab-ddb4814fe1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:49.873555 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-6189030d-d3f7-4713-a713-81bd98957c2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:49.895016 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-97f6a4c0-122d-4bc7-9f2a-fb050ac61054 req-b5923453-8524-4746-968c-0593d802c3be service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=135041da-43be-4a0d-8112-dd2b8ce30653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433242 Jun 23 19:08:49.897126 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-c8f71a1d-c47d-42f7-a9ac-05a80759e805 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:50.007983 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115e7c42-4439-455d-86d7-8621a12319af None None] Pushing event updated for resources: {'Port': ['ID=c697b4aa-7d81-4d78-9ef0-483e03be7ba5,revision_number=3']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:50.021188 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-115e7c42-4439-455d-86d7-8621a12319af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:50.021949 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-c8f71a1d-c47d-42f7-a9ac-05a80759e805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:50.033834 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-d781407f-b60d-433f-8bf7-6d675df99b1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:50.060664 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-8eefa6ad-48cd-4747-b0ab-ddb4814fe1b7 None None] Attempting to bind port c697b4aa-7d81-4d78-9ef0-483e03be7ba5 on host dv-cinder-790492-6-iscsi for vnic_type normal with profile {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:08:50.061253 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-8eefa6ad-48cd-4747-b0ab-ddb4814fe1b7 None None] Attempting to bind port c697b4aa-7d81-4d78-9ef0-483e03be7ba5 by drivers openvswitch,hyperv on host dv-cinder-790492-6-iscsi at level 0 using segments [{'id': '69103e30-5a0e-4989-a98f-ce80dbdb4825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '481be26c-7a5b-467d-9408-466d4aa92702'}] {{(pid=93954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:08:50.061859 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eefa6ad-48cd-4747-b0ab-ddb4814fe1b7 None None] Attempting to bind port c697b4aa-7d81-4d78-9ef0-483e03be7ba5 on network 481be26c-7a5b-467d-9408-466d4aa92702 {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:08:50.075436 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-97f6a4c0-122d-4bc7-9f2a-fb050ac61054 req-ccd3fd70-ae74-4fa0-b4da-791cc735a8df service neutron] 10.222.0.49 "GET /v2.0/networks/135041da-43be-4a0d-8112-dd2b8ce30653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710343 Jun 23 19:08:50.084413 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eefa6ad-48cd-4747-b0ab-ddb4814fe1b7 None None] Checking agent: {'id': '392b78dc-ede3-4892-8962-7877c3ff23c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 58, 33), 'started_at': datetime.datetime(2021, 6, 23, 18, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:08:50.084803 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eefa6ad-48cd-4747-b0ab-ddb4814fe1b7 None None] Checking segment: {'id': '69103e30-5a0e-4989-a98f-ce80dbdb4825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '481be26c-7a5b-467d-9408-466d4aa92702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:08:50.089226 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8f71a1d-c47d-42f7-a9ac-05a80759e805 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 934} {{(pid=93953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 19:08:50.102363 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-8eefa6ad-48cd-4747-b0ab-ddb4814fe1b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:50.102835 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eefa6ad-48cd-4747-b0ab-ddb4814fe1b7 None None] Bound using segment: {'id': '69103e30-5a0e-4989-a98f-ce80dbdb4825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '481be26c-7a5b-467d-9408-466d4aa92702'} {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:08:50.103907 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-8eefa6ad-48cd-4747-b0ab-ddb4814fe1b7 None None] Bound port: c697b4aa-7d81-4d78-9ef0-483e03be7ba5, host: dv-cinder-790492-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69103e30-5a0e-4989-a98f-ce80dbdb4825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '481be26c-7a5b-467d-9408-466d4aa92702'}}] {{(pid=93954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:08:50.104377 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-8eefa6ad-48cd-4747-b0ab-ddb4814fe1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:50.147653 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-c8f71a1d-c47d-42f7-a9ac-05a80759e805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886977'] for segment, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:50.148676 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.db.segments_db [None req-c8f71a1d-c47d-42f7-a9ac-05a80759e805 admin admin] Added segment 19fe8777-7a89-4c73-8a0e-95859828ba9d of type vlan for network aa577ba1-4fbc-4eb9-b56b-e8114622df29 Jun 23 19:08:50.162460 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f71a1d-c47d-42f7-a9ac-05a80759e805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8255ef8-c89f-4a9c-9ac3-ba24fb2ed073,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:50.237611 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-c8f71a1d-c47d-42f7-a9ac-05a80759e805 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:50.294057 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91edcd5a-aa08-407f-b0b6-aec9ab013992 req-48e002de-a79e-42e6-91db-cc8ff20e145d tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:50.296947 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-91edcd5a-aa08-407f-b0b6-aec9ab013992 req-48e002de-a79e-42e6-91db-cc8ff20e145d tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a6ad38a-50fb-4059-96f4-e736067a8448 HTTP/1.1" status: 200 len: 945 time: 0.3074772 Jun 23 19:08:50.344930 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-c8f71a1d-c47d-42f7-a9ac-05a80759e805 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745549258006'] for network, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:50.352342 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-8eefa6ad-48cd-4747-b0ab-ddb4814fe1b7 None None] For port c697b4aa-7d81-4d78-9ef0-483e03be7ba5, host dv-cinder-790492-6-iscsi, cleared binding levels {{(pid=93954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:08:50.377706 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-8eefa6ad-48cd-4747-b0ab-ddb4814fe1b7 None None] For port c697b4aa-7d81-4d78-9ef0-483e03be7ba5, host dv-cinder-790492-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=c697b4aa-7d81-4d78-9ef0-483e03be7ba5,segment=NetworkSegment(69103e30-5a0e-4989-a98f-ce80dbdb4825),segment_id=69103e30-5a0e-4989-a98f-ce80dbdb4825)] {{(pid=93954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:08:50.392698 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-97f6a4c0-122d-4bc7-9f2a-fb050ac61054 req-aea65d91-4b7e-4caa-b206-de19159cb746 service neutron] 10.222.0.49 "GET /v2.0/networks/135041da-43be-4a0d-8112-dd2b8ce30653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046138 Jun 23 19:08:50.396014 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-91edcd5a-aa08-407f-b0b6-aec9ab013992 req-97de9033-f469-41bf-94a2-916850db9986 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909791 Jun 23 19:08:50.469751 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-8eefa6ad-48cd-4747-b0ab-ddb4814fe1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:50.477147 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:50.510180 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-c8f71a1d-c47d-42f7-a9ac-05a80759e805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3862688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898'] for network, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:50.515153 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f71a1d-c47d-42f7-a9ac-05a80759e805 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:50.516613 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-c8f71a1d-c47d-42f7-a9ac-05a80759e805 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770935'] for network, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:50.521343 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:50.597893 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eefa6ad-48cd-4747-b0ab-ddb4814fe1b7 None None] Routers {'f829c2af-26e6-4a16-a76e-5ee2b8f5876a'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:08:50.599044 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-8eefa6ad-48cd-4747-b0ab-ddb4814fe1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:08:33Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['f829c2af-26e6-4a16-a76e-5ee2b8f5876a'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:08:50.628844 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c107fb3a-8969-4734-ba5e-d0a1281989ad req-0ff3e777-ecc8-4038-ba89-81035a54139f tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:50.631601 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c107fb3a-8969-4734-ba5e-d0a1281989ad req-0ff3e777-ecc8-4038-ba89-81035a54139f tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 943 time: 0.1719670 Jun 23 19:08:50.678932 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f71a1d-c47d-42f7-a9ac-05a80759e805 admin admin] Pushing event updated for resources: {'Network': ['ID=aa577ba1-4fbc-4eb9-b56b-e8114622df29,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:50.696549 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-c8f71a1d-c47d-42f7-a9ac-05a80759e805 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:50.703961 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Network aa577ba1-4fbc-4eb9-b56b-e8114622df29 details requested by agent ovs-agent-dv-cinder-790492-6-iscsi with host dv-cinder-790492-6-iscsi {{(pid=93954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 19:08:50.709524 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115e7c42-4439-455d-86d7-8621a12319af None None] Pushing event updated for resources: {'Port': ['ID=c697b4aa-7d81-4d78-9ef0-483e03be7ba5,revision_number=4']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:50.715907 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-115e7c42-4439-455d-86d7-8621a12319af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:50.747970 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 32844) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:50.754361 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-3ec5014b-5780-4e59-979b-922c6a555921 admin admin] Request body: {'subnet': {'network_id': 'aa577ba1-4fbc-4eb9-b56b-e8114622df29', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-741784458-subnet', 'tenant_id': 'a371c3360eaf470d9ade0288b2d97c1a', 'ip_version': 4}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:08:50.755324 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-c8f71a1d-c47d-42f7-a9ac-05a80759e805 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3694186 Jun 23 19:08:50.791849 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c107fb3a-8969-4734-ba5e-d0a1281989ad req-aec3c4c1-f53f-4745-880b-e06593dab796 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467502 Jun 23 19:08:50.873628 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec5014b-5780-4e59-979b-922c6a555921 admin admin] Made reservation on behalf of a371c3360eaf470d9ade0288b2d97c1a for: {'subnet': 1} {{(pid=93952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:08:50.876689 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-3ec5014b-5780-4e59-979b-922c6a555921 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26574757'] for subnet, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:50.928190 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-8eefa6ad-48cd-4747-b0ab-ddb4814fe1b7 None None] Set router f829c2af-26e6-4a16-a76e-5ee2b8f5876a gateway port host: dv-cinder-790492-6-iscsi {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:08:51.078904 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device 4e34fc00-a696-4f73-9fac-286e1851994d details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=93954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 19:08:51.237108 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-3ec5014b-5780-4e59-979b-922c6a555921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26441174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26574775'] for subnet, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:51.242913 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-4676a1a3-f7e5-472a-af80-79df7587e617 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:51.294394 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] For port 4e34fc00-a696-4f73-9fac-286e1851994d, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=4e34fc00-a696-4f73-9fac-286e1851994d,segment=NetworkSegment(6376ebc8-cc9e-4950-bed1-519aba44fb4f),segment_id=6376ebc8-cc9e-4950-bed1-519aba44fb4f)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:08:51.315648 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Returning: {'device': '4e34fc00-a696-4f73-9fac-286e1851994d', 'network_id': 'd02d4878-2846-42b3-8429-dddc3d54aa5f', 'port_id': '4e34fc00-a696-4f73-9fac-286e1851994d', 'mac_address': 'fa:16:3e:16:73:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 941, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0c9ad5e-51b6-4019-87c2-098d82b200c4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 19:08:51.338643 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec5014b-5780-4e59-979b-922c6a555921 admin admin] Pushing event updated for resources: {'Subnet': ['ID=596b8e89-4ad9-45f4-b9b5-5980bf9133d2,revision_number=0']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:51.345168 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-3ec5014b-5780-4e59-979b-922c6a555921 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:51.355176 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec5014b-5780-4e59-979b-922c6a555921 admin admin] Checking segment: {'id': '19fe8777-7a89-4c73-8a0e-95859828ba9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'aa577ba1-4fbc-4eb9-b56b-e8114622df29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:08:51.355826 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec5014b-5780-4e59-979b-922c6a555921 admin admin] Network hostable DHCP agents. Network: aa577ba1-4fbc-4eb9-b56b-e8114622df29, hostable agents: ['46fb5406-63b7-4827-9d8b-19fc67eca6fa'], hosted agents: [] {{(pid=93952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 19:08:51.367131 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 32854) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:51.373898 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-8eefa6ad-48cd-4747-b0ab-ddb4814fe1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f829c2af-26e6-4a16-a76e-5ee2b8f5876a', 'name': 'tempest-TestShelveInstance-169492768-router', 'tenant_id': 'eec1ba71166e4c50a81e1f89588a5bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '95d4447e-2db4-4190-a2a6-47b114cf5d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:08:39Z', 'updated_at': '2021-06-23T19:08:45Z', 'revision_number': 4, 'project_id': 'eec1ba71166e4c50a81e1f89588a5bf6', 'gw_port': {'id': '95d4447e-2db4-4190-a2a6-47b114cf5d2c', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:29:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f829c2af-26e6-4a16-a76e-5ee2b8f5876a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:40Z', 'updated_at': '2021-06-23T19:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi', '_interfaces': [{'id': 'c697b4aa-7d81-4d78-9ef0-483e03be7ba5', 'name': '', 'network_id': '481be26c-7a5b-467d-9408-466d4aa92702', 'tenant_id': 'eec1ba71166e4c50a81e1f89588a5bf6', 'mac_address': 'fa:16:3e:1e:d5:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f829c2af-26e6-4a16-a76e-5ee2b8f5876a', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '2b74c165-911b-430d-9033-28ede67b53a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:44Z', 'updated_at': '2021-06-23T19:08:50Z', 'revision_number': 4, 'project_id': 'eec1ba71166e4c50a81e1f89588a5bf6', 'subnets': [{'id': '2b74c165-911b-430d-9033-28ede67b53a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:08:51.376079 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:51.410410 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eefa6ad-48cd-4747-b0ab-ddb4814fe1b7 None None] The sync data for ids ['f829c2af-26e6-4a16-a76e-5ee2b8f5876a'] in dv-cinder-790492-6-iscsi is: [{'id': 'f829c2af-26e6-4a16-a76e-5ee2b8f5876a', 'name': 'tempest-TestShelveInstance-169492768-router', 'tenant_id': 'eec1ba71166e4c50a81e1f89588a5bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '95d4447e-2db4-4190-a2a6-47b114cf5d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:08:39Z', 'updated_at': '2021-06-23T19:08:45Z', 'revision_number': 4, 'project_id': 'eec1ba71166e4c50a81e1f89588a5bf6', 'gw_port': {'id': '95d4447e-2db4-4190-a2a6-47b114cf5d2c', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:29:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f829c2af-26e6-4a16-a76e-5ee2b8f5876a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:40Z', 'updated_at': '2021-06-23T19:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi', '_interfaces': [{'id': 'c697b4aa-7d81-4d78-9ef0-483e03be7ba5', 'name': '', 'network_id': '481be26c-7a5b-467d-9408-466d4aa92702', 'tenant_id': 'eec1ba71166e4c50a81e1f89588a5bf6', 'mac_address': 'fa:16:3e:1e:d5:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f829c2af-26e6-4a16-a76e-5ee2b8f5876a', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '2b74c165-911b-430d-9033-28ede67b53a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:44Z', 'updated_at': '2021-06-23T19:08:50Z', 'revision_number': 4, 'project_id': 'eec1ba71166e4c50a81e1f89588a5bf6', 'subnets': [{'id': '2b74c165-911b-430d-9033-28ede67b53a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:08:51.419930 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.notifiers.nova [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e34fc00-a696-4f73-9fac-286e1851994d {{(pid=93954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:08:51.447248 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec5014b-5780-4e59-979b-922c6a555921 admin admin] Network aa577ba1-4fbc-4eb9-b56b-e8114622df29 is scheduled to be hosted by DHCP agent 46fb5406-63b7-4827-9d8b-19fc67eca6fa with binding_index 1 {{(pid=93952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 19:08:51.459348 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] For port 4e34fc00-a696-4f73-9fac-286e1851994d, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=4e34fc00-a696-4f73-9fac-286e1851994d,segment=NetworkSegment(6376ebc8-cc9e-4950-bed1-519aba44fb4f),segment_id=6376ebc8-cc9e-4950-bed1-519aba44fb4f)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:08:51.540199 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.base_scheduler [None req-3ec5014b-5780-4e59-979b-922c6a555921 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-6-iscsi, aa577ba1-4fbc-4eb9-b56b-e8114622df29) {{(pid=93952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:08:51.551902 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec5014b-5780-4e59-979b-922c6a555921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:51.553438 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-3ec5014b-5780-4e59-979b-922c6a555921 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770935'] for subnet, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:51.572239 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d23c9d-1e67-44b8-8f2a-2ca09d5ed671 None None] Network aa577ba1-4fbc-4eb9-b56b-e8114622df29 requested from dv-cinder-790492-6-iscsi {{(pid=93954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:08:51.598380 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:51.616693 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:51.646389 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e5a67f60-94ce-497d-a599-179f6138e641 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:51.676870 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-3ec5014b-5780-4e59-979b-922c6a555921 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9267044 Jun 23 19:08:51.681349 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 32860) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:51.690538 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-06bd2dd7-4c58-4c86-9a04-288599b2c995 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-741784458-router', 'tenant_id': 'a371c3360eaf470d9ade0288b2d97c1a', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199'}}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:08:51.734683 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9fcf65-27bd-4dff-b4cd-544c87daf209 req-5f963d1f-c2df-4c95-a989-f4f536ee8c40 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:51.737905 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-ff9fcf65-27bd-4dff-b4cd-544c87daf209 req-5f963d1f-c2df-4c95-a989-f4f536ee8c40 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a6ad38a-50fb-4059-96f4-e736067a8448 HTTP/1.1" status: 200 len: 945 time: 0.1450763 Jun 23 19:08:51.790545 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Pushing event updated for resources: {'Port': ['ID=4e34fc00-a696-4f73-9fac-286e1851994d,revision_number=4']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:51.800200 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:51.812550 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-ff9fcf65-27bd-4dff-b4cd-544c87daf209 req-05f9b21b-fde7-4d88-b1ac-b7b567860525 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611734 Jun 23 19:08:51.816652 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e5a67f60-94ce-497d-a599-179f6138e641 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:51.907779 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e5a67f60-94ce-497d-a599-179f6138e641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:51.915425 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-8eab59f0-3e18-4ad9-a0a4-0062f694c646 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:51.938031 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4085070-36d2-4d02-85a6-6ad92a98f49c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee304acd-30f0-5ee2-ad4a-b51e6e82a076-aa577ba1-4fbc-4eb9-b56b-e8114622df29', 'network_id': 'aa577ba1-4fbc-4eb9-b56b-e8114622df29', 'tenant_id': 'a371c3360eaf470d9ade0288b2d97c1a', 'fixed_ips': [{'subnet_id': '596b8e89-4ad9-45f4-b9b5-5980bf9133d2'}]}} from dv-cinder-790492-6-iscsi. {{(pid=93954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 19:08:51.941129 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-a4085070-36d2-4d02-85a6-6ad92a98f49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-975148'] for port, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:51.995528 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a67f60-94ce-497d-a599-179f6138e641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2329b1bf-b15f-4c21-a240-261e989bf977,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:52.019034 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-e5a67f60-94ce-497d-a599-179f6138e641 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e2cf288e458c4c0d9144fc0edb1832ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6480782 Jun 23 19:08:52.019034 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-e5a67f60-94ce-497d-a599-179f6138e641 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:52.019719 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 32866) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:52.055268 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-06bd2dd7-4c58-4c86-9a04-288599b2c995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3706123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5713'] for router, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:52.058958 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-06bd2dd7-4c58-4c86-9a04-288599b2c995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3706112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3728693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3926614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5720'] for router, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:52.061131 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] get_ports_and_sgs() called for port_ids ['4e34fc00-a696-4f73-9fac-286e1851994d'] {{(pid=93954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:08:52.107922 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d21ab687-49fa-44e9-a16e-cfda5b4a0849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:52.109804 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a4415e-c6b8-4002-b265-304a7cfb5ee4 req-c306ab10-ebcb-4d96-9503-d3d8f92810ba tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:52.121480 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e0a4415e-c6b8-4002-b265-304a7cfb5ee4 req-c306ab10-ebcb-4d96-9503-d3d8f92810ba tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 944 time: 0.1500208 Jun 23 19:08:52.190528 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d21ab687-49fa-44e9-a16e-cfda5b4a0849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:52.202044 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-06bd2dd7-4c58-4c86-9a04-288599b2c995 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:52.284074 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e0a4415e-c6b8-4002-b265-304a7cfb5ee4 req-50832c77-2fb9-4d4d-a2d1-b157dd836683 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1613712 Jun 23 19:08:52.316193 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device c697b4aa-7d81-4d78-9ef0-483e03be7ba5 up at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:08:52.392686 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d21ab687-49fa-44e9-a16e-cfda5b4a0849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:52.395574 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d21ab687-49fa-44e9-a16e-cfda5b4a0849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:52.396803 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-d21ab687-49fa-44e9-a16e-cfda5b4a0849 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2329b1bf-b15f-4c21-a240-261e989bf977 HTTP/1.1" status: 204 len: 168 time: 0.3760450 Jun 23 19:08:52.400966 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.db_base_plugin_common [None req-a4085070-36d2-4d02-85a6-6ad92a98f49c None None] Allocated IP 172.20.0.2 (aa577ba1-4fbc-4eb9-b56b-e8114622df29/596b8e89-4ad9-45f4-b9b5-5980bf9133d2/fb2707e5-5d0e-473e-b5ff-808d86e3a0d5) {{(pid=93954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:08:52.426792 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-a6ee5be1-a998-4836-93f4-5fbce2a0d82f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:52.744381 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-06bd2dd7-4c58-4c86-9a04-288599b2c995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3730983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3705239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5706'] for router, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:52.751920 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21ab687-49fa-44e9-a16e-cfda5b4a0849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2329b1bf-b15f-4c21-a240-261e989bf977,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:52.761149 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-d21ab687-49fa-44e9-a16e-cfda5b4a0849 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:52.814467 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning for port c697b4aa-7d81-4d78-9ef0-483e03be7ba5 completed by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:08:52.831133 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning complete for port c697b4aa-7d81-4d78-9ef0-483e03be7ba5 triggered by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:08:52.831559 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:52.834611 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-a4085070-36d2-4d02-85a6-6ad92a98f49c None None] Notify callbacks [] for port, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:52.875659 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-a4085070-36d2-4d02-85a6-6ad92a98f49c None None] Transition to ACTIVE for port object fb2707e5-5d0e-473e-b5ff-808d86e3a0d5 will not be triggered until provisioned by entity L2. {{(pid=93954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:08:52.942985 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-a4085070-36d2-4d02-85a6-6ad92a98f49c None None] Transition to ACTIVE for port object fb2707e5-5d0e-473e-b5ff-808d86e3a0d5 will not be triggered until provisioned by entity DHCP. {{(pid=93954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:08:53.049097 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:53.086610 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-a4085070-36d2-4d02-85a6-6ad92a98f49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-975211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745549236125'] for port, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:53.093655 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:53.109032 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84b34db-dfa0-4c30-84eb-1cba4756bc51 req-e89d3e24-69ac-4748-b49b-45541691b893 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:53.112626 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a84b34db-dfa0-4c30-84eb-1cba4756bc51 req-e89d3e24-69ac-4748-b49b-45541691b893 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f022836-784f-4a4c-ab37-ae1725639d96 HTTP/1.1" status: 200 len: 945 time: 0.1422956 Jun 23 19:08:53.175958 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a84b34db-dfa0-4c30-84eb-1cba4756bc51 req-66d14ee7-b1eb-4241-8166-54893db41d1c tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/security-groups?id=91571f0b-7134-4fa9-bd9c-2145cc487829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525551 Jun 23 19:08:53.200870 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4085070-36d2-4d02-85a6-6ad92a98f49c None None] Network aa577ba1-4fbc-4eb9-b56b-e8114622df29 is already hosted by enough agents. {{(pid=93954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:08:53.222857 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.scheduler.base_scheduler [None req-a4085070-36d2-4d02-85a6-6ad92a98f49c None None] Resources bound (agent type, host, resource id): {{(pid=93954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:08:53.233863 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] For port c697b4aa-7d81-4d78-9ef0-483e03be7ba5, host dv-cinder-790492-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=c697b4aa-7d81-4d78-9ef0-483e03be7ba5,segment=NetworkSegment(69103e30-5a0e-4989-a98f-ce80dbdb4825),segment_id=69103e30-5a0e-4989-a98f-ce80dbdb4825)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:08:53.235605 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4085070-36d2-4d02-85a6-6ad92a98f49c None None] Received port after_create {{(pid=93954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:08:53.246357 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4085070-36d2-4d02-85a6-6ad92a98f49c None None] Pushing event updated for resources: {'Port': ['ID=fb2707e5-5d0e-473e-b5ff-808d86e3a0d5,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:53.252363 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-a4085070-36d2-4d02-85a6-6ad92a98f49c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:53.304586 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-06bd2dd7-4c58-4c86-9a04-288599b2c995 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:53.327983 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-06bd2dd7-4c58-4c86-9a04-288599b2c995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-975148'] for port, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:53.331258 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:53.348246 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe203c3b-6f41-4ed5-b82f-e3e3401f26c0 req-2917245c-478c-4477-8492-13214a08840b tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:53.351292 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-115e7c42-4439-455d-86d7-8621a12319af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:53.357995 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-fe203c3b-6f41-4ed5-b82f-e3e3401f26c0 req-2917245c-478c-4477-8492-13214a08840b tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a6ad38a-50fb-4059-96f4-e736067a8448 HTTP/1.1" status: 200 len: 945 time: 0.1829145 Jun 23 19:08:53.380767 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 32886) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:53.401546 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-a4085070-36d2-4d02-85a6-6ad92a98f49c None None] Attempting to bind port fb2707e5-5d0e-473e-b5ff-808d86e3a0d5 on host dv-cinder-790492-6-iscsi for vnic_type normal with profile {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:08:53.401913 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-a4085070-36d2-4d02-85a6-6ad92a98f49c None None] Attempting to bind port fb2707e5-5d0e-473e-b5ff-808d86e3a0d5 by drivers openvswitch,hyperv on host dv-cinder-790492-6-iscsi at level 0 using segments [{'id': '19fe8777-7a89-4c73-8a0e-95859828ba9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'aa577ba1-4fbc-4eb9-b56b-e8114622df29'}] {{(pid=93954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:08:53.402301 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4085070-36d2-4d02-85a6-6ad92a98f49c None None] Attempting to bind port fb2707e5-5d0e-473e-b5ff-808d86e3a0d5 on network aa577ba1-4fbc-4eb9-b56b-e8114622df29 {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:08:53.413042 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4085070-36d2-4d02-85a6-6ad92a98f49c None None] Checking agent: {'id': '392b78dc-ede3-4892-8962-7877c3ff23c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 58, 33), 'started_at': datetime.datetime(2021, 6, 23, 18, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:08:53.413042 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4085070-36d2-4d02-85a6-6ad92a98f49c None None] Checking segment: {'id': '19fe8777-7a89-4c73-8a0e-95859828ba9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'aa577ba1-4fbc-4eb9-b56b-e8114622df29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:08:53.413042 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-a4085070-36d2-4d02-85a6-6ad92a98f49c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:53.413042 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4085070-36d2-4d02-85a6-6ad92a98f49c None None] Bound using segment: {'id': '19fe8777-7a89-4c73-8a0e-95859828ba9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'aa577ba1-4fbc-4eb9-b56b-e8114622df29'} {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:08:53.413778 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-a4085070-36d2-4d02-85a6-6ad92a98f49c None None] Bound port: fb2707e5-5d0e-473e-b5ff-808d86e3a0d5, host: dv-cinder-790492-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19fe8777-7a89-4c73-8a0e-95859828ba9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'aa577ba1-4fbc-4eb9-b56b-e8114622df29'}}] {{(pid=93954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:08:53.414212 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-a4085070-36d2-4d02-85a6-6ad92a98f49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:53.421570 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e4e4f170-2207-458e-9e1b-a2f1a1f1679b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:53.450060 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-fe203c3b-6f41-4ed5-b82f-e3e3401f26c0 req-78757bb4-231b-4b84-93e2-37d2652bbb01 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910411 Jun 23 19:08:53.473206 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Pushing event updated for resources: {'Port': ['ID=c697b4aa-7d81-4d78-9ef0-483e03be7ba5,revision_number=5']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:53.485367 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:53.524940 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-a4085070-36d2-4d02-85a6-6ad92a98f49c None None] For port fb2707e5-5d0e-473e-b5ff-808d86e3a0d5, host dv-cinder-790492-6-iscsi, cleared binding levels {{(pid=93954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:08:53.532819 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-a4085070-36d2-4d02-85a6-6ad92a98f49c None None] For port fb2707e5-5d0e-473e-b5ff-808d86e3a0d5, host dv-cinder-790492-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=fb2707e5-5d0e-473e-b5ff-808d86e3a0d5,segment=NetworkSegment(19fe8777-7a89-4c73-8a0e-95859828ba9d),segment_id=19fe8777-7a89-4c73-8a0e-95859828ba9d)] {{(pid=93954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:08:53.549518 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.db.db_base_plugin_common [None req-06bd2dd7-4c58-4c86-9a04-288599b2c995 admin admin] Allocated IP 172.27.1.47 (cc1a8f9f-0501-47a9-94a0-f3af65713199/09e863e5-4e6d-4986-b5d9-3bb63422f84c/46b25f15-8537-4351-ad0d-797c1bf97460) {{(pid=93952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:08:53.619323 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-a4085070-36d2-4d02-85a6-6ad92a98f49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:53.621557 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:53.690043 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4085070-36d2-4d02-85a6-6ad92a98f49c None None] Pushing event updated for resources: {'Port': ['ID=fb2707e5-5d0e-473e-b5ff-808d86e3a0d5,revision_number=2']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:53.708728 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-a4085070-36d2-4d02-85a6-6ad92a98f49c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:53.729077 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-06bd2dd7-4c58-4c86-9a04-288599b2c995 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:53.763908 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f938bc4f-f280-4408-aa55-f158da8d97c8 req-9fe597f0-88b0-46a9-9b7e-d5737616c10b tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:53.765671 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f938bc4f-f280-4408-aa55-f158da8d97c8 req-9fe597f0-88b0-46a9-9b7e-d5737616c10b tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 944 time: 0.1965780 Jun 23 19:08:53.776285 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e4e4f170-2207-458e-9e1b-a2f1a1f1679b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:53.812559 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f938bc4f-f280-4408-aa55-f158da8d97c8 req-4e66bcc7-0d53-4d01-a639-5c5de97db498 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348043 Jun 23 19:08:53.910581 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e4e4f170-2207-458e-9e1b-a2f1a1f1679b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:53.919309 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-06bd2dd7-4c58-4c86-9a04-288599b2c995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-975211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745549236125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26440006'] for port, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:53.919545 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-490d23ea-c4af-4a59-8b20-057f6b795913 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:53.919644 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:53.960691 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bd2dd7-4c58-4c86-9a04-288599b2c995 admin admin] Network cc1a8f9f-0501-47a9-94a0-f3af65713199 is already hosted by enough agents. {{(pid=93952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:08:53.964728 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.base_scheduler [None req-06bd2dd7-4c58-4c86-9a04-288599b2c995 admin admin] Resources bound (agent type, host, resource id): {{(pid=93952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:08:53.966981 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e4f170-2207-458e-9e1b-a2f1a1f1679b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd2416d-85ff-422f-8d88-1b48f8f35803,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:53.967499 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bd2dd7-4c58-4c86-9a04-288599b2c995 admin admin] Received port after_create {{(pid=93952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:08:53.971969 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-e4e4f170-2207-458e-9e1b-a2f1a1f1679b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5d3002dc0e724c2eb97cb1c3b8b0332a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5934553 Jun 23 19:08:53.973164 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-e4e4f170-2207-458e-9e1b-a2f1a1f1679b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:53.974446 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 32890) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:53.997432 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bd2dd7-4c58-4c86-9a04-288599b2c995 admin admin] Pushing event updated for resources: {'Port': ['ID=46b25f15-8537-4351-ad0d-797c1bf97460,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:54.001096 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-06bd2dd7-4c58-4c86-9a04-288599b2c995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:54.070689 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-884adddf-1130-4bd0-868c-9b3846a358c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:54.118028 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-884adddf-1130-4bd0-868c-9b3846a358c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:54.264553 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device c697b4aa-7d81-4d78-9ef0-483e03be7ba5 up at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:08:54.311468 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-884adddf-1130-4bd0-868c-9b3846a358c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:54.314783 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning complete for port c697b4aa-7d81-4d78-9ef0-483e03be7ba5 triggered by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:08:54.315104 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:54.316145 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-884adddf-1130-4bd0-868c-9b3846a358c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:54.317471 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-884adddf-1130-4bd0-868c-9b3846a358c2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bbd2416d-85ff-422f-8d88-1b48f8f35803 HTTP/1.1" status: 204 len: 168 time: 0.3418536 Jun 23 19:08:54.318592 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-475d5359-cf87-46f9-8699-c093d84ebc9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:54.330374 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884adddf-1130-4bd0-868c-9b3846a358c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd2416d-85ff-422f-8d88-1b48f8f35803,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:54.342522 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-884adddf-1130-4bd0-868c-9b3846a358c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:54.486955 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device fb2707e5-5d0e-473e-b5ff-808d86e3a0d5 up at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:08:54.600123 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-06bd2dd7-4c58-4c86-9a04-288599b2c995 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:54.668433 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning for port fb2707e5-5d0e-473e-b5ff-808d86e3a0d5 completed by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:08:54.699003 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b35fb37-a83f-4234-80a2-3ba22d604e4a req-95cadb2b-7832-4f91-b022-485eab77125e tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:54.700587 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-1b35fb37-a83f-4234-80a2-3ba22d604e4a req-95cadb2b-7832-4f91-b022-485eab77125e tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f022836-784f-4a4c-ab37-ae1725639d96 HTTP/1.1" status: 200 len: 945 time: 0.2799771 Jun 23 19:08:54.802268 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-1b35fb37-a83f-4234-80a2-3ba22d604e4a req-09bf5b5f-fb14-4992-8df3-86debd82a181 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/security-groups?id=91571f0b-7134-4fa9-bd9c-2145cc487829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875654 Jun 23 19:08:54.896406 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-06bd2dd7-4c58-4c86-9a04-288599b2c995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3705246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3731058'] for router, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:54.955016 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38da2fc-5c6e-46ca-9afa-210bd02eb0e1 None None] Network aa577ba1-4fbc-4eb9-b56b-e8114622df29 requested from dv-cinder-790492-6-iscsi {{(pid=93954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:08:55.059754 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device 4e34fc00-a696-4f73-9fac-286e1851994d up at agent hyperv_hv-cinder-79049 {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:08:55.149305 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216cba5f-bcf2-4418-9f97-1b49b43a9577 req-2e13c224-32df-465f-a7a9-6b74afa01839 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:55.151900 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-216cba5f-bcf2-4418-9f97-1b49b43a9577 req-2e13c224-32df-465f-a7a9-6b74afa01839 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 944 time: 0.1213531 Jun 23 19:08:55.166908 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-856903ee-07ef-4573-9650-db5151a3b817 None None] Provisioning for port fb2707e5-5d0e-473e-b5ff-808d86e3a0d5 completed by entity DHCP. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:08:55.176095 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-856903ee-07ef-4573-9650-db5151a3b817 None None] Provisioning complete for port fb2707e5-5d0e-473e-b5ff-808d86e3a0d5 triggered by entity DHCP. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:08:55.176478 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-856903ee-07ef-4573-9650-db5151a3b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:55.202689 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06bd2dd7-4c58-4c86-9a04-288599b2c995 admin admin] Router d679ff1f-6af9-447c-956f-c16b8fec53ca is scheduled to L3 agent 74079d6f-659b-43f4-8a12-30a7ece685bb with binding_index 1 {{(pid=93952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 19:08:55.211993 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-216cba5f-bcf2-4418-9f97-1b49b43a9577 req-662888a6-8d56-43be-b1b7-a83ef9bdc1ed tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540631 Jun 23 19:08:55.345904 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06bd2dd7-4c58-4c86-9a04-288599b2c995 admin admin] Notify agent at l3_agent.dv-cinder-790492-6-iscsi the message routers_updated {{(pid=93952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:08:55.349993 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Provisioning for port 4e34fc00-a696-4f73-9fac-286e1851994d completed by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:08:55.361524 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Provisioning complete for port 4e34fc00-a696-4f73-9fac-286e1851994d triggered by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:08:55.362014 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:55.366744 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-856903ee-07ef-4573-9650-db5151a3b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:55.370044 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bedea8d-9292-442b-8332-fb5735fab5c9 None None] Sync routers for ids ['d679ff1f-6af9-447c-956f-c16b8fec53ca'] in dv-cinder-790492-6-iscsi {{(pid=93955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:08:55.392747 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bedea8d-9292-442b-8332-fb5735fab5c9 None None] Routers {'d679ff1f-6af9-447c-956f-c16b8fec53ca'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:08:55.394820 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-4bedea8d-9292-442b-8332-fb5735fab5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:08:33Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['d679ff1f-6af9-447c-956f-c16b8fec53ca'], 'active': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:08:55.464567 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-856903ee-07ef-4573-9650-db5151a3b817 None None] For port fb2707e5-5d0e-473e-b5ff-808d86e3a0d5, host dv-cinder-790492-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=fb2707e5-5d0e-473e-b5ff-808d86e3a0d5,segment=NetworkSegment(19fe8777-7a89-4c73-8a0e-95859828ba9d),segment_id=19fe8777-7a89-4c73-8a0e-95859828ba9d)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:08:55.488335 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-06bd2dd7-4c58-4c86-9a04-288599b2c995 admin admin] Notify callbacks [] for router, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:55.491825 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-06bd2dd7-4c58-4c86-9a04-288599b2c995 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.8075714 Jun 23 19:08:55.494480 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 32916) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:55.515476 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvr_db [None req-4bedea8d-9292-442b-8332-fb5735fab5c9 None None] Set router d679ff1f-6af9-447c-956f-c16b8fec53ca gateway port host: dv-cinder-790492-6-iscsi {{(pid=93955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:08:55.533068 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:55.567531 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00fb7bdb-349a-47eb-8883-7f210aff4653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e34fc00-a696-4f73-9fac-286e1851994d'}] {{(pid=93954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:08:55.572443 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78efef87a1af135e54214795b53a936b9e8d2b7d09f053504b37278e2de45a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d2b1347-32a9-4fe2-89e0-9b47c8a51cb3" -d '{"events": [{"server_uuid": "00fb7bdb-349a-47eb-8883-7f210aff4653", "name": "network-vif-plugged", "status": "completed", "tag": "4e34fc00-a696-4f73-9fac-286e1851994d"}]}' {{(pid=93954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:08:55.576296 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] For port 4e34fc00-a696-4f73-9fac-286e1851994d, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=4e34fc00-a696-4f73-9fac-286e1851994d,segment=NetworkSegment(6376ebc8-cc9e-4950-bed1-519aba44fb4f),segment_id=6376ebc8-cc9e-4950-bed1-519aba44fb4f)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:08:55.578617 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-856903ee-07ef-4573-9650-db5151a3b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:55.580731 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-a4085070-36d2-4d02-85a6-6ad92a98f49c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:55.646865 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856903ee-07ef-4573-9650-db5151a3b817 None None] Pushing event updated for resources: {'Port': ['ID=fb2707e5-5d0e-473e-b5ff-808d86e3a0d5,revision_number=3']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:55.663022 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-856903ee-07ef-4573-9650-db5151a3b817 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:55.677225 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8cdb02e-9503-46c5-9514-184af7af57ab x-openstack-request-id: req-d8cdb02e-9503-46c5-9514-184af7af57ab {{(pid=93954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:08:55.677525 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00fb7bdb-349a-47eb-8883-7f210aff4653", "name": "network-vif-plugged", "status": "completed", "tag": "4e34fc00-a696-4f73-9fac-286e1851994d", "code": 200}]} {{(pid=93954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:08:55.677786 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d8cdb02e-9503-46c5-9514-184af7af57ab {{(pid=93954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:08:55.678187 dv-cinder-790492-6-iscsi neutron-server[93954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00fb7bdb-349a-47eb-8883-7f210aff4653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e34fc00-a696-4f73-9fac-286e1851994d', 'code': 200} Jun 23 19:08:55.698434 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:55.700931 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:55.768000 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Pushing event updated for resources: {'Port': ['ID=4e34fc00-a696-4f73-9fac-286e1851994d,revision_number=5']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:55.776346 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:55.812015 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-11aaedcc-0239-4480-9fe9-47b12fc5b40a None None] Provisioning complete for port fb2707e5-5d0e-473e-b5ff-808d86e3a0d5 triggered by entity DHCP. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:08:55.812480 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-11aaedcc-0239-4480-9fe9-47b12fc5b40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:55.982846 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-4bedea8d-9292-442b-8332-fb5735fab5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd679ff1f-6af9-447c-956f-c16b8fec53ca', 'name': 'tempest-TestShelveInstance-741784458-router', 'tenant_id': 'a371c3360eaf470d9ade0288b2d97c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '46b25f15-8537-4351-ad0d-797c1bf97460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:08:52Z', 'updated_at': '2021-06-23T19:08:54Z', 'revision_number': 3, 'project_id': 'a371c3360eaf470d9ade0288b2d97c1a', 'gw_port': {'id': '46b25f15-8537-4351-ad0d-797c1bf97460', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e7:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd679ff1f-6af9-447c-956f-c16b8fec53ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:53Z', 'updated_at': '2021-06-23T19:08:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi'}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:08:56.013705 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bedea8d-9292-442b-8332-fb5735fab5c9 None None] Checking router: d679ff1f-6af9-447c-956f-c16b8fec53ca for host: dv-cinder-790492-6-iscsi {{(pid=93955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:08:56.014598 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bedea8d-9292-442b-8332-fb5735fab5c9 None None] Updating router d679ff1f-6af9-447c-956f-c16b8fec53ca port 46b25f15-8537-4351-ad0d-797c1bf97460 binding host dv-cinder-790492-6-iscsi {{(pid=93955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 19:08:56.083303 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4bedea8d-9292-442b-8332-fb5735fab5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:56.175534 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device fb2707e5-5d0e-473e-b5ff-808d86e3a0d5 up at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:08:56.198843 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a965d616-4a61-4b4c-a258-7ad7124a2e1f req-36b02195-d064-4b22-aaca-3ef8b73de79c tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:56.201923 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a965d616-4a61-4b4c-a258-7ad7124a2e1f req-36b02195-d064-4b22-aaca-3ef8b73de79c tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f022836-784f-4a4c-ab37-ae1725639d96 HTTP/1.1" status: 200 len: 945 time: 0.1609683 Jun 23 19:08:56.296510 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a965d616-4a61-4b4c-a258-7ad7124a2e1f req-fedefb75-338e-4dde-9a30-eab349352553 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/security-groups?id=91571f0b-7134-4fa9-bd9c-2145cc487829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846531 Jun 23 19:08:56.339460 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning complete for port fb2707e5-5d0e-473e-b5ff-808d86e3a0d5 triggered by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:08:56.340102 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:56.518042 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4bedea8d-9292-442b-8332-fb5735fab5c9 None None] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:56.538787 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-4bedea8d-9292-442b-8332-fb5735fab5c9 None None] Transition to ACTIVE for port object 46b25f15-8537-4351-ad0d-797c1bf97460 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:08:56.550284 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1079e647-a1b5-4bf0-95ea-6c542853541f req-ced90337-13e7-4ce9-9a20-fae587cb604e tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:56.557369 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-1079e647-a1b5-4bf0-95ea-6c542853541f req-ced90337-13e7-4ce9-9a20-fae587cb604e tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 945 time: 0.1046185 Jun 23 19:08:56.561624 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f925e14-6f99-46a3-9de9-9ede2ad1f7d7 req-c32f86fe-bdb1-494c-8102-1b63957a4b27 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:56.569053 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2f925e14-6f99-46a3-9de9-9ede2ad1f7d7 req-c32f86fe-bdb1-494c-8102-1b63957a4b27 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a6ad38a-50fb-4059-96f4-e736067a8448 HTTP/1.1" status: 200 len: 945 time: 0.4245048 Jun 23 19:08:56.606987 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75344a9f-85d0-4450-b1db-285b456c18e7 req-ce846a4e-cc2d-4959-827a-d00390018003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:56.608705 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-75344a9f-85d0-4450-b1db-285b456c18e7 req-ce846a4e-cc2d-4959-827a-d00390018003 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 1098 time: 0.3061025 Jun 23 19:08:56.640086 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-1079e647-a1b5-4bf0-95ea-6c542853541f req-2ac081bf-7d92-444a-8082-66cd3013730a tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814114 Jun 23 19:08:56.652567 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4bedea8d-9292-442b-8332-fb5735fab5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:56.660459 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93955) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:56.689850 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2f925e14-6f99-46a3-9de9-9ede2ad1f7d7 req-017c84d2-0297-4501-8003-e2f8ec3c3d9f tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197457 Jun 23 19:08:56.752733 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-4bedea8d-9292-442b-8332-fb5735fab5c9 None None] Attempting to bind port 46b25f15-8537-4351-ad0d-797c1bf97460 on host dv-cinder-790492-6-iscsi for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:08:56.753206 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-4bedea8d-9292-442b-8332-fb5735fab5c9 None None] Attempting to bind port 46b25f15-8537-4351-ad0d-797c1bf97460 by drivers openvswitch,hyperv on host dv-cinder-790492-6-iscsi at level 0 using segments [{'id': '5f51114a-3dae-4d84-91d9-b7c41a4d9224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:08:56.753648 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bedea8d-9292-442b-8332-fb5735fab5c9 None None] Attempting to bind port 46b25f15-8537-4351-ad0d-797c1bf97460 on network cc1a8f9f-0501-47a9-94a0-f3af65713199 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:08:56.764666 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bedea8d-9292-442b-8332-fb5735fab5c9 None None] Checking agent: {'id': '392b78dc-ede3-4892-8962-7877c3ff23c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 58, 33), 'started_at': datetime.datetime(2021, 6, 23, 18, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:08:56.773165 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bedea8d-9292-442b-8332-fb5735fab5c9 None None] Checking segment: {'id': '5f51114a-3dae-4d84-91d9-b7c41a4d9224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:08:56.773165 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4bedea8d-9292-442b-8332-fb5735fab5c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:56.773165 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bedea8d-9292-442b-8332-fb5735fab5c9 None None] Bound using segment: {'id': '5f51114a-3dae-4d84-91d9-b7c41a4d9224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:08:56.773165 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-4bedea8d-9292-442b-8332-fb5735fab5c9 None None] Bound port: 46b25f15-8537-4351-ad0d-797c1bf97460, host: dv-cinder-790492-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f51114a-3dae-4d84-91d9-b7c41a4d9224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:08:56.773165 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4bedea8d-9292-442b-8332-fb5735fab5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:56.773165 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f7cd46-305e-48eb-b5ea-98832043d966 None None] Pushing event updated for resources: {'Port': ['ID=46b25f15-8537-4351-ad0d-797c1bf97460,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:56.773165 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG oslo_concurrency.lockutils [None req-54f7cd46-305e-48eb-b5ea-98832043d966 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93955) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:56.843469 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-4bedea8d-9292-442b-8332-fb5735fab5c9 None None] For port 46b25f15-8537-4351-ad0d-797c1bf97460, host dv-cinder-790492-6-iscsi, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:08:56.843662 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-75344a9f-85d0-4450-b1db-285b456c18e7 req-288f1443-95be-45a7-976a-5977e0d318c1 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2226787 Jun 23 19:08:56.847124 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-4bedea8d-9292-442b-8332-fb5735fab5c9 None None] For port 46b25f15-8537-4351-ad0d-797c1bf97460, host dv-cinder-790492-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=46b25f15-8537-4351-ad0d-797c1bf97460,segment=NetworkSegment(5f51114a-3dae-4d84-91d9-b7c41a4d9224),segment_id=5f51114a-3dae-4d84-91d9-b7c41a4d9224)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:08:56.939407 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4bedea8d-9292-442b-8332-fb5735fab5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:56.943231 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-acf0b2e4-46b5-4038-820b-1a3db57535d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-975148'] for port, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:56.943565 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93955) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:57.009248 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bedea8d-9292-442b-8332-fb5735fab5c9 None None] Routers {'d679ff1f-6af9-447c-956f-c16b8fec53ca'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:08:57.010467 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-4bedea8d-9292-442b-8332-fb5735fab5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:08:33Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['d679ff1f-6af9-447c-956f-c16b8fec53ca'], 'active': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:08:57.013567 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f7cd46-305e-48eb-b5ea-98832043d966 None None] Pushing event updated for resources: {'Port': ['ID=46b25f15-8537-4351-ad0d-797c1bf97460,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:57.046029 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG oslo_concurrency.lockutils [None req-54f7cd46-305e-48eb-b5ea-98832043d966 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93955) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:57.129812 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvr_db [None req-4bedea8d-9292-442b-8332-fb5735fab5c9 None None] Set router d679ff1f-6af9-447c-956f-c16b8fec53ca gateway port host: dv-cinder-790492-6-iscsi {{(pid=93955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:08:57.142524 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_common [None req-acf0b2e4-46b5-4038-820b-1a3db57535d8 admin admin] Allocated IP 172.20.0.1 (aa577ba1-4fbc-4eb9-b56b-e8114622df29/596b8e89-4ad9-45f4-b9b5-5980bf9133d2/972080f6-d275-47d9-b631-876b4c64a2aa) {{(pid=93953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:08:57.275371 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-acf0b2e4-46b5-4038-820b-1a3db57535d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:57.289313 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-acf0b2e4-46b5-4038-820b-1a3db57535d8 admin admin] Transition to ACTIVE for port object 972080f6-d275-47d9-b631-876b4c64a2aa will not be triggered until provisioned by entity DHCP. {{(pid=93953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:08:57.420753 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-4bedea8d-9292-442b-8332-fb5735fab5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd679ff1f-6af9-447c-956f-c16b8fec53ca', 'name': 'tempest-TestShelveInstance-741784458-router', 'tenant_id': 'a371c3360eaf470d9ade0288b2d97c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '46b25f15-8537-4351-ad0d-797c1bf97460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:08:52Z', 'updated_at': '2021-06-23T19:08:54Z', 'revision_number': 3, 'project_id': 'a371c3360eaf470d9ade0288b2d97c1a', 'gw_port': {'id': '46b25f15-8537-4351-ad0d-797c1bf97460', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e7:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd679ff1f-6af9-447c-956f-c16b8fec53ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:53Z', 'updated_at': '2021-06-23T19:08:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi'}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:08:57.458019 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bedea8d-9292-442b-8332-fb5735fab5c9 None None] The sync data for ids ['d679ff1f-6af9-447c-956f-c16b8fec53ca'] in dv-cinder-790492-6-iscsi is: [{'id': 'd679ff1f-6af9-447c-956f-c16b8fec53ca', 'name': 'tempest-TestShelveInstance-741784458-router', 'tenant_id': 'a371c3360eaf470d9ade0288b2d97c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '46b25f15-8537-4351-ad0d-797c1bf97460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:08:52Z', 'updated_at': '2021-06-23T19:08:54Z', 'revision_number': 3, 'project_id': 'a371c3360eaf470d9ade0288b2d97c1a', 'gw_port': {'id': '46b25f15-8537-4351-ad0d-797c1bf97460', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e7:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd679ff1f-6af9-447c-956f-c16b8fec53ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:53Z', 'updated_at': '2021-06-23T19:08:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi'}] {{(pid=93955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:08:57.500137 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-acf0b2e4-46b5-4038-820b-1a3db57535d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-975211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745549236125'] for port, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:57.522167 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:57.555523 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf0b2e4-46b5-4038-820b-1a3db57535d8 admin admin] Network aa577ba1-4fbc-4eb9-b56b-e8114622df29 is already hosted by enough agents. {{(pid=93953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:08:57.566129 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [None req-acf0b2e4-46b5-4038-820b-1a3db57535d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:08:57.569351 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf0b2e4-46b5-4038-820b-1a3db57535d8 admin admin] Received port after_create {{(pid=93953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:08:57.569844 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-acf0b2e4-46b5-4038-820b-1a3db57535d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3721842'] for router_interface, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:57.621428 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf0b2e4-46b5-4038-820b-1a3db57535d8 admin admin] Pushing event updated for resources: {'Port': ['ID=972080f6-d275-47d9-b631-876b4c64a2aa,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:57.625108 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-acf0b2e4-46b5-4038-820b-1a3db57535d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:57.670197 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1212ec48-eb24-49e8-9e00-0ff1360de505 req-2be2253c-533b-4e46-8b5f-5b76fe45f7b8 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:57.672701 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-1212ec48-eb24-49e8-9e00-0ff1360de505 req-2be2253c-533b-4e46-8b5f-5b76fe45f7b8 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f022836-784f-4a4c-ab37-ae1725639d96 HTTP/1.1" status: 200 len: 945 time: 0.2338417 Jun 23 19:08:57.806609 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-1212ec48-eb24-49e8-9e00-0ff1360de505 req-d1f1fc78-7f7e-4dbe-91c1-1837bfaf9eac tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/security-groups?id=91571f0b-7134-4fa9-bd9c-2145cc487829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698225 Jun 23 19:08:58.033990 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-acf0b2e4-46b5-4038-820b-1a3db57535d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:58.167631 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-9246f266-c24c-40f8-b4fb-dd16b89d4248 None None] Provisioning for port 972080f6-d275-47d9-b631-876b4c64a2aa completed by entity DHCP. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:08:58.171940 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-9246f266-c24c-40f8-b4fb-dd16b89d4248 None None] Provisioning complete for port 972080f6-d275-47d9-b631-876b4c64a2aa triggered by entity DHCP. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:08:58.172488 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-9246f266-c24c-40f8-b4fb-dd16b89d4248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:58.222226 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-9246f266-c24c-40f8-b4fb-dd16b89d4248 None None] Port 972080f6-d275-47d9-b631-876b4c64a2aa cannot update to ACTIVE because it is not bound. {{(pid=93954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 19:08:58.227768 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device 46b25f15-8537-4351-ad0d-797c1bf97460 up at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:08:58.307772 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a888a6c7-8d33-4e73-a877-6ac2dcd0e445 req-9e816344-49a7-49b7-b2de-12758e4373af tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:58.316342 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a888a6c7-8d33-4e73-a877-6ac2dcd0e445 req-9e816344-49a7-49b7-b2de-12758e4373af tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 945 time: 0.2607687 Jun 23 19:08:58.374220 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a888a6c7-8d33-4e73-a877-6ac2dcd0e445 req-7df5a5df-f8e5-46c8-8329-8e13885c1932 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567329 Jun 23 19:08:58.475125 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning for port 46b25f15-8537-4351-ad0d-797c1bf97460 completed by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:08:58.488446 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning complete for port 46b25f15-8537-4351-ad0d-797c1bf97460 triggered by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:08:58.489688 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:58.531858 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-acf0b2e4-46b5-4038-820b-1a3db57535d8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:58.637990 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:58.671827 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] For port 46b25f15-8537-4351-ad0d-797c1bf97460, host dv-cinder-790492-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=46b25f15-8537-4351-ad0d-797c1bf97460,segment=NetworkSegment(5f51114a-3dae-4d84-91d9-b7c41a4d9224),segment_id=5f51114a-3dae-4d84-91d9-b7c41a4d9224)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:08:58.674884 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-acf0b2e4-46b5-4038-820b-1a3db57535d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:58.676368 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-acf0b2e4-46b5-4038-820b-1a3db57535d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4104168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3721886'] for router_interface, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:58.681525 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-e905cb7f-2a36-43e4-85ea-583dc8d36c97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:58.819788 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:58.822197 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-a4085070-36d2-4d02-85a6-6ad92a98f49c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:58.836682 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf0b2e4-46b5-4038-820b-1a3db57535d8 admin admin] Pushing event updated for resources: {'Port': ['ID=972080f6-d275-47d9-b631-876b4c64a2aa,revision_number=2']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:58.842889 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-acf0b2e4-46b5-4038-820b-1a3db57535d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:58.917815 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf0b2e4-46b5-4038-820b-1a3db57535d8 admin admin] Network aa577ba1-4fbc-4eb9-b56b-e8114622df29 is already hosted by enough agents. {{(pid=93953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:08:58.920154 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [None req-acf0b2e4-46b5-4038-820b-1a3db57535d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:08:58.961773 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Pushing event updated for resources: {'Port': ['ID=46b25f15-8537-4351-ad0d-797c1bf97460,revision_number=4']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:58.961773 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:59.192079 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acf0b2e4-46b5-4038-820b-1a3db57535d8 admin admin] Router d679ff1f-6af9-447c-956f-c16b8fec53ca has already been hosted by L3 agent 74079d6f-659b-43f4-8a12-30a7ece685bb {{(pid=93953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:08:59.392950 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-f5a2e51f-9dea-4a58-974b-f72b23a71a99 None None] Provisioning complete for port 972080f6-d275-47d9-b631-876b4c64a2aa triggered by entity DHCP. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:08:59.393854 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f5a2e51f-9dea-4a58-974b-f72b23a71a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:59.424994 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3994d83-21e6-4357-8394-fbefe92579d8 req-f650d187-c561-4ef9-99b3-aa4d66ae5d7d tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:59.427601 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f3994d83-21e6-4357-8394-fbefe92579d8 req-f650d187-c561-4ef9-99b3-aa4d66ae5d7d tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f022836-784f-4a4c-ab37-ae1725639d96 HTTP/1.1" status: 200 len: 945 time: 0.2328994 Jun 23 19:08:59.475003 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-f5a2e51f-9dea-4a58-974b-f72b23a71a99 None None] Port 972080f6-d275-47d9-b631-876b4c64a2aa cannot update to ACTIVE because it is not bound. {{(pid=93954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 19:08:59.492465 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acf0b2e4-46b5-4038-820b-1a3db57535d8 admin admin] Notify agent at l3_agent.dv-cinder-790492-6-iscsi the message routers_updated {{(pid=93953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:08:59.500182 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-acf0b2e4-46b5-4038-820b-1a3db57535d8 admin admin] 10.222.0.69 "PUT /v2.0/routers/d679ff1f-6af9-447c-956f-c16b8fec53ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0041347 Jun 23 19:08:59.524019 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f3994d83-21e6-4357-8394-fbefe92579d8 req-1d11db42-6443-4bce-86d8-99a182048490 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/security-groups?id=91571f0b-7134-4fa9-bd9c-2145cc487829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726802 Jun 23 19:08:59.751882 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc05ab-a2b3-476c-96cf-2cd2e93f1300 req-65b8d2c1-7b62-4fd7-83a7-b7fadf79513f tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:59.753526 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-63cc05ab-a2b3-476c-96cf-2cd2e93f1300 req-65b8d2c1-7b62-4fd7-83a7-b7fadf79513f tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 945 time: 0.1214600 Jun 23 19:08:59.822343 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-63cc05ab-a2b3-476c-96cf-2cd2e93f1300 req-f3831937-8fea-4bf4-9706-d31400c71f12 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507746 Jun 23 19:09:00.058028 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b2b4c-1121-4f2d-be46-80f3011ff557 req-9fffeeb4-5cde-4662-b400-fc48e9655be5 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:00.059838 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-846b2b4c-1121-4f2d-be46-80f3011ff557 req-9fffeeb4-5cde-4662-b400-fc48e9655be5 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 945 time: 0.0929160 Jun 23 19:09:00.065465 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9f75e4-3c95-4a6b-999e-9b7d00ac9718 None None] Sync routers for ids ['d679ff1f-6af9-447c-956f-c16b8fec53ca'] in dv-cinder-790492-6-iscsi {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:09:00.072055 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 33044) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:09:00.077116 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-d0ffe489-dfa9-474b-8cf9-b0f0c540fd0b tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Request body: {'floatingip': {'port_id': '4e34fc00-a696-4f73-9fac-286e1851994d'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:09:00.078219 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9f75e4-3c95-4a6b-999e-9b7d00ac9718 None None] Routers {'d679ff1f-6af9-447c-956f-c16b8fec53ca'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:09:00.079000 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-6e9f75e4-3c95-4a6b-999e-9b7d00ac9718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:08:33Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['d679ff1f-6af9-447c-956f-c16b8fec53ca'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:09:00.162451 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device 46b25f15-8537-4351-ad0d-797c1bf97460 up at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:09:00.177123 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-d0ffe489-dfa9-474b-8cf9-b0f0c540fd0b tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks [] for floatingip, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:00.292637 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-6e9f75e4-3c95-4a6b-999e-9b7d00ac9718 None None] Set router d679ff1f-6af9-447c-956f-c16b8fec53ca gateway port host: dv-cinder-790492-6-iscsi {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:09:00.324845 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-b91a4b38-8ed6-41e3-ab9a-9a0ff26eddd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:00.338137 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning complete for port 46b25f15-8537-4351-ad0d-797c1bf97460 triggered by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:09:00.338495 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:00.721635 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-6e9f75e4-3c95-4a6b-999e-9b7d00ac9718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd679ff1f-6af9-447c-956f-c16b8fec53ca', 'name': 'tempest-TestShelveInstance-741784458-router', 'tenant_id': 'a371c3360eaf470d9ade0288b2d97c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '46b25f15-8537-4351-ad0d-797c1bf97460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:08:52Z', 'updated_at': '2021-06-23T19:08:57Z', 'revision_number': 4, 'project_id': 'a371c3360eaf470d9ade0288b2d97c1a', 'gw_port': {'id': '46b25f15-8537-4351-ad0d-797c1bf97460', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd679ff1f-6af9-447c-956f-c16b8fec53ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:53Z', 'updated_at': '2021-06-23T19:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi', '_interfaces': [{'id': '972080f6-d275-47d9-b631-876b4c64a2aa', 'name': '', 'network_id': 'aa577ba1-4fbc-4eb9-b56b-e8114622df29', 'tenant_id': 'a371c3360eaf470d9ade0288b2d97c1a', 'mac_address': 'fa:16:3e:16:2d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd679ff1f-6af9-447c-956f-c16b8fec53ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '596b8e89-4ad9-45f4-b9b5-5980bf9133d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:56Z', 'updated_at': '2021-06-23T19:08:58Z', 'revision_number': 2, 'project_id': 'a371c3360eaf470d9ade0288b2d97c1a', 'subnets': [{'id': '596b8e89-4ad9-45f4-b9b5-5980bf9133d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:09:00.777223 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6422d7d1-6241-46cf-b5c7-1744902afb68 req-7a14687a-e3b5-43b3-8e05-576b1f9fff6b tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:00.785562 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-6422d7d1-6241-46cf-b5c7-1744902afb68 req-7a14687a-e3b5-43b3-8e05-576b1f9fff6b tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f022836-784f-4a4c-ab37-ae1725639d96 HTTP/1.1" status: 200 len: 945 time: 0.0912249 Jun 23 19:09:00.793574 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 33056) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:09:00.798469 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-e3e4c6b8-48a6-4dae-9493-c7eb5ff32376 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-994080933', 'description': 'tempest-secgroup-smoke-994080933 description', 'project_id': 'eec1ba71166e4c50a81e1f89588a5bf6'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:09:00.861960 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-6422d7d1-6241-46cf-b5c7-1744902afb68 req-afc3d9ed-4922-4d86-80d9-0556dff806b6 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/security-groups?id=91571f0b-7134-4fa9-bd9c-2145cc487829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752709 Jun 23 19:09:00.901290 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9f75e4-3c95-4a6b-999e-9b7d00ac9718 None None] Checking router: d679ff1f-6af9-447c-956f-c16b8fec53ca for host: dv-cinder-790492-6-iscsi {{(pid=93954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:09:00.901660 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9f75e4-3c95-4a6b-999e-9b7d00ac9718 None None] Updating router d679ff1f-6af9-447c-956f-c16b8fec53ca port 972080f6-d275-47d9-b631-876b4c64a2aa binding host dv-cinder-790492-6-iscsi {{(pid=93954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 19:09:00.937430 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-6e9f75e4-3c95-4a6b-999e-9b7d00ac9718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:00.961368 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-e3e4c6b8-48a6-4dae-9493-c7eb5ff32376 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:01.134502 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-e3e4c6b8-48a6-4dae-9493-c7eb5ff32376 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:01.233826 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.db.resource_extend [None req-d0ffe489-dfa9-474b-8cf9-b0f0c540fd0b tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 23 19:09:01.310950 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-6e9f75e4-3c95-4a6b-999e-9b7d00ac9718 None None] Notify callbacks [] for port, precommit_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:01.322064 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-e3e4c6b8-48a6-4dae-9493-c7eb5ff32376 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:01.327115 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:01.329752 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-6e9f75e4-3c95-4a6b-999e-9b7d00ac9718 None None] Transition to ACTIVE for port object 972080f6-d275-47d9-b631-876b4c64a2aa will not be triggered until provisioned by entity L2. {{(pid=93954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:09:01.350294 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-d0ffe489-dfa9-474b-8cf9-b0f0c540fd0b tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:01.362905 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e4c6b8-48a6-4dae-9493-c7eb5ff32376 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89c8f244-84dd-4955-bd65-36bd2a6ab177,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:01.365823 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-e3e4c6b8-48a6-4dae-9493-c7eb5ff32376 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:01.447534 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-d0ffe489-dfa9-474b-8cf9-b0f0c540fd0b tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3708797'] for floatingip, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:01.447793 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-6e9f75e4-3c95-4a6b-999e-9b7d00ac9718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:01.448185 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-e3e4c6b8-48a6-4dae-9493-c7eb5ff32376 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:01.449866 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-e3e4c6b8-48a6-4dae-9493-c7eb5ff32376 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.6549454 Jun 23 19:09:01.451316 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:01.452684 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 33062) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:09:01.458494 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-c17c014b-5501-49cb-b14a-88cca20c0b58 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Request body: {'security_group_rule': {'security_group_id': '89c8f244-84dd-4955-bd65-36bd2a6ab177', 'project_id': 'eec1ba71166e4c50a81e1f89588a5bf6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:09:01.539558 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab320afd-64c9-4cfb-a13e-9875ff5ce170 None None] Pushing event updated for resources: {'Port': ['ID=972080f6-d275-47d9-b631-876b4c64a2aa,revision_number=3']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:01.551183 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-ab320afd-64c9-4cfb-a13e-9875ff5ce170 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:01.602296 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-c17c014b-5501-49cb-b14a-88cca20c0b58 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:01.607511 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.db.l3_db [None req-d0ffe489-dfa9-474b-8cf9-b0f0c540fd0b tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Floating IP 20c0bb96-6ab7-48b7-8aac-7763320b2bdd associated. External IP: 172.27.1.234, port: 4e34fc00-a696-4f73-9fac-286e1851994d. Jun 23 19:09:01.617867 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-6e9f75e4-3c95-4a6b-999e-9b7d00ac9718 None None] Attempting to bind port 972080f6-d275-47d9-b631-876b4c64a2aa on host dv-cinder-790492-6-iscsi for vnic_type normal with profile {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:09:01.618222 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-6e9f75e4-3c95-4a6b-999e-9b7d00ac9718 None None] Attempting to bind port 972080f6-d275-47d9-b631-876b4c64a2aa by drivers openvswitch,hyperv on host dv-cinder-790492-6-iscsi at level 0 using segments [{'id': '19fe8777-7a89-4c73-8a0e-95859828ba9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'aa577ba1-4fbc-4eb9-b56b-e8114622df29'}] {{(pid=93954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:09:01.618582 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9f75e4-3c95-4a6b-999e-9b7d00ac9718 None None] Attempting to bind port 972080f6-d275-47d9-b631-876b4c64a2aa on network aa577ba1-4fbc-4eb9-b56b-e8114622df29 {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:09:01.624963 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9f75e4-3c95-4a6b-999e-9b7d00ac9718 None None] Checking agent: {'id': '392b78dc-ede3-4892-8962-7877c3ff23c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 58, 33), 'started_at': datetime.datetime(2021, 6, 23, 18, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:09:01.625458 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9f75e4-3c95-4a6b-999e-9b7d00ac9718 None None] Checking segment: {'id': '19fe8777-7a89-4c73-8a0e-95859828ba9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'aa577ba1-4fbc-4eb9-b56b-e8114622df29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:09:01.626086 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-6e9f75e4-3c95-4a6b-999e-9b7d00ac9718 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:01.626348 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9f75e4-3c95-4a6b-999e-9b7d00ac9718 None None] Bound using segment: {'id': '19fe8777-7a89-4c73-8a0e-95859828ba9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'aa577ba1-4fbc-4eb9-b56b-e8114622df29'} {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:09:01.626865 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-6e9f75e4-3c95-4a6b-999e-9b7d00ac9718 None None] Bound port: 972080f6-d275-47d9-b631-876b4c64a2aa, host: dv-cinder-790492-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19fe8777-7a89-4c73-8a0e-95859828ba9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'aa577ba1-4fbc-4eb9-b56b-e8114622df29'}}] {{(pid=93954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:09:01.627727 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-6e9f75e4-3c95-4a6b-999e-9b7d00ac9718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:01.680511 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-c17c014b-5501-49cb-b14a-88cca20c0b58 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:01.721612 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-6e9f75e4-3c95-4a6b-999e-9b7d00ac9718 None None] For port 972080f6-d275-47d9-b631-876b4c64a2aa, host dv-cinder-790492-6-iscsi, cleared binding levels {{(pid=93954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:09:01.726060 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-6e9f75e4-3c95-4a6b-999e-9b7d00ac9718 None None] For port 972080f6-d275-47d9-b631-876b4c64a2aa, host dv-cinder-790492-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=972080f6-d275-47d9-b631-876b4c64a2aa,segment=NetworkSegment(19fe8777-7a89-4c73-8a0e-95859828ba9d),segment_id=19fe8777-7a89-4c73-8a0e-95859828ba9d)] {{(pid=93954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:09:01.784999 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-c17c014b-5501-49cb-b14a-88cca20c0b58 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921769'] for security_group_rule, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:01.788655 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-3b66fce5-d59c-4266-ad46-63e1a5ec830e tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:01.817851 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17c014b-5501-49cb-b14a-88cca20c0b58 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7942ade2-c0b7-4463-9610-0590f871fe8e,revision_number=0']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:01.822839 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-6e9f75e4-3c95-4a6b-999e-9b7d00ac9718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:01.829083 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-856903ee-07ef-4573-9650-db5151a3b817 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:01.843975 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-c17c014b-5501-49cb-b14a-88cca20c0b58 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:01.895044 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9f75e4-3c95-4a6b-999e-9b7d00ac9718 None None] Routers {'d679ff1f-6af9-447c-956f-c16b8fec53ca'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:09:01.895760 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-6e9f75e4-3c95-4a6b-999e-9b7d00ac9718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:08:33Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['d679ff1f-6af9-447c-956f-c16b8fec53ca'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:09:01.948894 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab320afd-64c9-4cfb-a13e-9875ff5ce170 None None] Pushing event updated for resources: {'Port': ['ID=972080f6-d275-47d9-b631-876b4c64a2aa,revision_number=4']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:01.954054 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-ab320afd-64c9-4cfb-a13e-9875ff5ce170 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:01.957399 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-c17c014b-5501-49cb-b14a-88cca20c0b58 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:01.961423 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-c17c014b-5501-49cb-b14a-88cca20c0b58 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5075030 Jun 23 19:09:01.965099 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 33070) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:09:01.974899 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-e98e4d8f-519e-4a49-855b-3fd321c9280c tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Request body: {'security_group_rule': {'security_group_id': '89c8f244-84dd-4955-bd65-36bd2a6ab177', 'project_id': 'eec1ba71166e4c50a81e1f89588a5bf6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:09:02.009181 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0ffe489-dfa9-474b-8cf9-b0f0c540fd0b tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Router be03be81-671e-4e1d-ba0e-d1b0e886cb88 has already been hosted by L3 agent 74079d6f-659b-43f4-8a12-30a7ece685bb {{(pid=93953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:09:02.073089 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-6e9f75e4-3c95-4a6b-999e-9b7d00ac9718 None None] Set router d679ff1f-6af9-447c-956f-c16b8fec53ca gateway port host: dv-cinder-790492-6-iscsi {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:09:02.206027 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e98e4d8f-519e-4a49-855b-3fd321c9280c tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:02.262711 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ffe489-dfa9-474b-8cf9-b0f0c540fd0b tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify agent at l3_agent.dv-cinder-790492-6-iscsi the message routers_updated {{(pid=93953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:09:02.273021 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-d0ffe489-dfa9-474b-8cf9-b0f0c540fd0b tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064'] for floatingip, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:02.273373 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09c8565-c613-4e8b-b0f3-1c0e57e0cd2b None None] Sync routers for ids ['be03be81-671e-4e1d-ba0e-d1b0e886cb88'] in dv-cinder-790492-6-iscsi {{(pid=93955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:09:02.284136 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09c8565-c613-4e8b-b0f3-1c0e57e0cd2b None None] Routers {'be03be81-671e-4e1d-ba0e-d1b0e886cb88'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:09:02.284778 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-c09c8565-c613-4e8b-b0f3-1c0e57e0cd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:08:33Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['be03be81-671e-4e1d-ba0e-d1b0e886cb88'], 'active': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:09:02.342810 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aee405-07e0-4eba-b4ac-cae065157de9 req-6b912baa-f776-4af3-9c60-d2bc3cfb126b tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:02.345322 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-21aee405-07e0-4eba-b4ac-cae065157de9 req-6b912baa-f776-4af3-9c60-d2bc3cfb126b tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f022836-784f-4a4c-ab37-ae1725639d96 HTTP/1.1" status: 200 len: 945 time: 0.2393754 Jun 23 19:09:02.363580 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-6e9f75e4-3c95-4a6b-999e-9b7d00ac9718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd679ff1f-6af9-447c-956f-c16b8fec53ca', 'name': 'tempest-TestShelveInstance-741784458-router', 'tenant_id': 'a371c3360eaf470d9ade0288b2d97c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '46b25f15-8537-4351-ad0d-797c1bf97460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:08:52Z', 'updated_at': '2021-06-23T19:08:57Z', 'revision_number': 4, 'project_id': 'a371c3360eaf470d9ade0288b2d97c1a', 'gw_port': {'id': '46b25f15-8537-4351-ad0d-797c1bf97460', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd679ff1f-6af9-447c-956f-c16b8fec53ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:53Z', 'updated_at': '2021-06-23T19:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi', '_interfaces': [{'id': '972080f6-d275-47d9-b631-876b4c64a2aa', 'name': '', 'network_id': 'aa577ba1-4fbc-4eb9-b56b-e8114622df29', 'tenant_id': 'a371c3360eaf470d9ade0288b2d97c1a', 'mac_address': 'fa:16:3e:16:2d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd679ff1f-6af9-447c-956f-c16b8fec53ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '596b8e89-4ad9-45f4-b9b5-5980bf9133d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:56Z', 'updated_at': '2021-06-23T19:09:01Z', 'revision_number': 4, 'project_id': 'a371c3360eaf470d9ade0288b2d97c1a', 'subnets': [{'id': '596b8e89-4ad9-45f4-b9b5-5980bf9133d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:09:02.418067 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-d0ffe489-dfa9-474b-8cf9-b0f0c540fd0b tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "PUT /v2.0/floatingips/20c0bb96-6ab7-48b7-8aac-7763320b2bdd HTTP/1.1" status: 200 len: 991 time: 2.3412030 Jun 23 19:09:02.418286 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9f75e4-3c95-4a6b-999e-9b7d00ac9718 None None] The sync data for ids ['d679ff1f-6af9-447c-956f-c16b8fec53ca'] in dv-cinder-790492-6-iscsi is: [{'id': 'd679ff1f-6af9-447c-956f-c16b8fec53ca', 'name': 'tempest-TestShelveInstance-741784458-router', 'tenant_id': 'a371c3360eaf470d9ade0288b2d97c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '46b25f15-8537-4351-ad0d-797c1bf97460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:08:52Z', 'updated_at': '2021-06-23T19:08:57Z', 'revision_number': 4, 'project_id': 'a371c3360eaf470d9ade0288b2d97c1a', 'gw_port': {'id': '46b25f15-8537-4351-ad0d-797c1bf97460', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd679ff1f-6af9-447c-956f-c16b8fec53ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:53Z', 'updated_at': '2021-06-23T19:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi', '_interfaces': [{'id': '972080f6-d275-47d9-b631-876b4c64a2aa', 'name': '', 'network_id': 'aa577ba1-4fbc-4eb9-b56b-e8114622df29', 'tenant_id': 'a371c3360eaf470d9ade0288b2d97c1a', 'mac_address': 'fa:16:3e:16:2d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd679ff1f-6af9-447c-956f-c16b8fec53ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '596b8e89-4ad9-45f4-b9b5-5980bf9133d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:56Z', 'updated_at': '2021-06-23T19:09:01Z', 'revision_number': 4, 'project_id': 'a371c3360eaf470d9ade0288b2d97c1a', 'subnets': [{'id': '596b8e89-4ad9-45f4-b9b5-5980bf9133d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:09:02.418457 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00fb7bdb-349a-47eb-8883-7f210aff4653', 'tag': '4e34fc00-a696-4f73-9fac-286e1851994d'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:09:02.429468 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8902aeace0540733bba5a146bce723956a3312b5b25ae011a73fc84317b4d28a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101a3c3c-44ab-4c49-94b7-3e5c26d473f7" -d '{"events": [{"name": "network-changed", "server_uuid": "00fb7bdb-349a-47eb-8883-7f210aff4653", "tag": "4e34fc00-a696-4f73-9fac-286e1851994d"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:09:02.447682 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvr_db [None req-c09c8565-c613-4e8b-b0f3-1c0e57e0cd2b None None] Set router be03be81-671e-4e1d-ba0e-d1b0e886cb88 gateway port host: dv-cinder-790492-6-iscsi {{(pid=93955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:09:02.460271 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e98e4d8f-519e-4a49-855b-3fd321c9280c tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:02.501867 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-21aee405-07e0-4eba-b4ac-cae065157de9 req-24d3d654-85e6-451b-9f1b-82893bd9fa9a tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/security-groups?id=91571f0b-7134-4fa9-bd9c-2145cc487829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241515 Jun 23 19:09:02.561608 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e98e4d8f-519e-4a49-855b-3fd321c9280c tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921769'] for security_group_rule, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:02.563812 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:02.595640 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7d1762-b8e8-4978-9ecd-0be0526b2bc3 x-openstack-request-id: req-5b7d1762-b8e8-4978-9ecd-0be0526b2bc3 {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:09:02.595640 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00fb7bdb-349a-47eb-8883-7f210aff4653", "tag": "4e34fc00-a696-4f73-9fac-286e1851994d", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:09:02.596042 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5b7d1762-b8e8-4978-9ecd-0be0526b2bc3 {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:09:02.596187 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00fb7bdb-349a-47eb-8883-7f210aff4653', 'tag': '4e34fc00-a696-4f73-9fac-286e1851994d', 'status': 'completed', 'code': 200} Jun 23 19:09:02.598714 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98e4d8f-519e-4a49-855b-3fd321c9280c tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3974ca88-f2a7-4dcf-a6f7-340f69c0d236,revision_number=0']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:02.610682 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-e98e4d8f-519e-4a49-855b-3fd321c9280c tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:02.727889 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e98e4d8f-519e-4a49-855b-3fd321c9280c tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:02.730030 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-e98e4d8f-519e-4a49-855b-3fd321c9280c tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7630427 Jun 23 19:09:02.733794 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 33080) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:09:02.742650 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-0942fe92-1161-44ba-8c9c-e5c8ba773261 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Request body: {'security_group_rule': {'security_group_id': '89c8f244-84dd-4955-bd65-36bd2a6ab177', 'project_id': 'eec1ba71166e4c50a81e1f89588a5bf6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:09:02.878426 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-0942fe92-1161-44ba-8c9c-e5c8ba773261 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:02.885593 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-c09c8565-c613-4e8b-b0f3-1c0e57e0cd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be03be81-671e-4e1d-ba0e-d1b0e886cb88', 'name': 'tempest-AttachVolumeShelveTestJSON-1529812112-router', 'tenant_id': '29cd4a25dde246cd9b647b69d19079f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '48dbc481-558f-4c5b-bea6-abe766b9756f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:08:23Z', 'updated_at': '2021-06-23T19:08:29Z', 'revision_number': 4, 'project_id': '29cd4a25dde246cd9b647b69d19079f6', 'gw_port': {'id': '48dbc481-558f-4c5b-bea6-abe766b9756f', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:79:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be03be81-671e-4e1d-ba0e-d1b0e886cb88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:24Z', 'updated_at': '2021-06-23T19:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi', '_floatingips': [{'id': '20c0bb96-6ab7-48b7-8aac-7763320b2bdd', 'tenant_id': '29cd4a25dde246cd9b647b69d19079f6', 'floating_ip_address': '172.27.1.234', 'floating_network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'router_id': 'be03be81-671e-4e1d-ba0e-d1b0e886cb88', 'port_id': '4e34fc00-a696-4f73-9fac-286e1851994d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd02d4878-2846-42b3-8429-dddc3d54aa5f', 'mac_address': 'fa:16:3e:16:73:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fb7bdb-349a-47eb-8883-7f210aff4653', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T19:08:34Z', 'updated_at': '2021-06-23T19:09:00Z', 'revision_number': 1, 'project_id': '29cd4a25dde246cd9b647b69d19079f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0ac24e1-fdcd-473f-abc3-5372a49d30bc', 'name': '', 'network_id': 'd02d4878-2846-42b3-8429-dddc3d54aa5f', 'tenant_id': '29cd4a25dde246cd9b647b69d19079f6', 'mac_address': 'fa:16:3e:51:40:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be03be81-671e-4e1d-ba0e-d1b0e886cb88', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'd0c9ad5e-51b6-4019-87c2-098d82b200c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:28Z', 'updated_at': '2021-06-23T19:08:36Z', 'revision_number': 5, 'project_id': '29cd4a25dde246cd9b647b69d19079f6', 'subnets': [{'id': 'd0c9ad5e-51b6-4019-87c2-098d82b200c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:09:02.914417 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09c8565-c613-4e8b-b0f3-1c0e57e0cd2b None None] Checking router: be03be81-671e-4e1d-ba0e-d1b0e886cb88 for host: dv-cinder-790492-6-iscsi {{(pid=93955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:09:02.925421 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09c8565-c613-4e8b-b0f3-1c0e57e0cd2b None None] Routers {'be03be81-671e-4e1d-ba0e-d1b0e886cb88'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:09:02.926473 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-c09c8565-c613-4e8b-b0f3-1c0e57e0cd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:08:33Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['be03be81-671e-4e1d-ba0e-d1b0e886cb88'], 'active': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:09:02.950954 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-a45f155e-b552-4a03-9985-65dbe0475b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:02.997014 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-0942fe92-1161-44ba-8c9c-e5c8ba773261 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:03.048167 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:03.076402 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvr_db [None req-c09c8565-c613-4e8b-b0f3-1c0e57e0cd2b None None] Set router be03be81-671e-4e1d-ba0e-d1b0e886cb88 gateway port host: dv-cinder-790492-6-iscsi {{(pid=93955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:09:03.177601 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-0942fe92-1161-44ba-8c9c-e5c8ba773261 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921769'] for security_group_rule, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:03.177601 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:03.192616 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942fe92-1161-44ba-8c9c-e5c8ba773261 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ad62af6-9c0c-4efe-b93c-a343a73d2c89,revision_number=0']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:03.196012 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-0942fe92-1161-44ba-8c9c-e5c8ba773261 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:03.310229 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-0942fe92-1161-44ba-8c9c-e5c8ba773261 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:03.313999 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-0942fe92-1161-44ba-8c9c-e5c8ba773261 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5761986 Jun 23 19:09:03.314906 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 33084) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:09:03.323680 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-debad11a-63ea-4f60-b374-6dec2d73e6f3 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Request body: {'security_group_rule': {'security_group_id': '89c8f244-84dd-4955-bd65-36bd2a6ab177', 'project_id': 'eec1ba71166e4c50a81e1f89588a5bf6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:09:03.420833 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-c09c8565-c613-4e8b-b0f3-1c0e57e0cd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be03be81-671e-4e1d-ba0e-d1b0e886cb88', 'name': 'tempest-AttachVolumeShelveTestJSON-1529812112-router', 'tenant_id': '29cd4a25dde246cd9b647b69d19079f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '48dbc481-558f-4c5b-bea6-abe766b9756f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:08:23Z', 'updated_at': '2021-06-23T19:08:29Z', 'revision_number': 4, 'project_id': '29cd4a25dde246cd9b647b69d19079f6', 'gw_port': {'id': '48dbc481-558f-4c5b-bea6-abe766b9756f', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:79:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be03be81-671e-4e1d-ba0e-d1b0e886cb88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:24Z', 'updated_at': '2021-06-23T19:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi', '_floatingips': [{'id': '20c0bb96-6ab7-48b7-8aac-7763320b2bdd', 'tenant_id': '29cd4a25dde246cd9b647b69d19079f6', 'floating_ip_address': '172.27.1.234', 'floating_network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'router_id': 'be03be81-671e-4e1d-ba0e-d1b0e886cb88', 'port_id': '4e34fc00-a696-4f73-9fac-286e1851994d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd02d4878-2846-42b3-8429-dddc3d54aa5f', 'mac_address': 'fa:16:3e:16:73:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fb7bdb-349a-47eb-8883-7f210aff4653', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T19:08:34Z', 'updated_at': '2021-06-23T19:09:00Z', 'revision_number': 1, 'project_id': '29cd4a25dde246cd9b647b69d19079f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0ac24e1-fdcd-473f-abc3-5372a49d30bc', 'name': '', 'network_id': 'd02d4878-2846-42b3-8429-dddc3d54aa5f', 'tenant_id': '29cd4a25dde246cd9b647b69d19079f6', 'mac_address': 'fa:16:3e:51:40:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be03be81-671e-4e1d-ba0e-d1b0e886cb88', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'd0c9ad5e-51b6-4019-87c2-098d82b200c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:28Z', 'updated_at': '2021-06-23T19:08:36Z', 'revision_number': 5, 'project_id': '29cd4a25dde246cd9b647b69d19079f6', 'subnets': [{'id': 'd0c9ad5e-51b6-4019-87c2-098d82b200c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:09:03.452749 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09c8565-c613-4e8b-b0f3-1c0e57e0cd2b None None] The sync data for ids ['be03be81-671e-4e1d-ba0e-d1b0e886cb88'] in dv-cinder-790492-6-iscsi is: [{'id': 'be03be81-671e-4e1d-ba0e-d1b0e886cb88', 'name': 'tempest-AttachVolumeShelveTestJSON-1529812112-router', 'tenant_id': '29cd4a25dde246cd9b647b69d19079f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '48dbc481-558f-4c5b-bea6-abe766b9756f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:08:23Z', 'updated_at': '2021-06-23T19:08:29Z', 'revision_number': 4, 'project_id': '29cd4a25dde246cd9b647b69d19079f6', 'gw_port': {'id': '48dbc481-558f-4c5b-bea6-abe766b9756f', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:79:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be03be81-671e-4e1d-ba0e-d1b0e886cb88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:24Z', 'updated_at': '2021-06-23T19:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi', '_floatingips': [{'id': '20c0bb96-6ab7-48b7-8aac-7763320b2bdd', 'tenant_id': '29cd4a25dde246cd9b647b69d19079f6', 'floating_ip_address': '172.27.1.234', 'floating_network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'router_id': 'be03be81-671e-4e1d-ba0e-d1b0e886cb88', 'port_id': '4e34fc00-a696-4f73-9fac-286e1851994d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd02d4878-2846-42b3-8429-dddc3d54aa5f', 'mac_address': 'fa:16:3e:16:73:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fb7bdb-349a-47eb-8883-7f210aff4653', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T19:08:34Z', 'updated_at': '2021-06-23T19:09:00Z', 'revision_number': 1, 'project_id': '29cd4a25dde246cd9b647b69d19079f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0ac24e1-fdcd-473f-abc3-5372a49d30bc', 'name': '', 'network_id': 'd02d4878-2846-42b3-8429-dddc3d54aa5f', 'tenant_id': '29cd4a25dde246cd9b647b69d19079f6', 'mac_address': 'fa:16:3e:51:40:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be03be81-671e-4e1d-ba0e-d1b0e886cb88', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'd0c9ad5e-51b6-4019-87c2-098d82b200c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:28Z', 'updated_at': '2021-06-23T19:08:36Z', 'revision_number': 5, 'project_id': '29cd4a25dde246cd9b647b69d19079f6', 'subnets': [{'id': 'd0c9ad5e-51b6-4019-87c2-098d82b200c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:09:03.541692 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-debad11a-63ea-4f60-b374-6dec2d73e6f3 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:03.646523 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-debad11a-63ea-4f60-b374-6dec2d73e6f3 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:03.740686 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09577f-ebac-4928-a97f-5630950e012b req-6d2effb7-0ee8-4a5d-b3e8-82201bee5ca7 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:03.742327 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-5e09577f-ebac-4928-a97f-5630950e012b req-6d2effb7-0ee8-4a5d-b3e8-82201bee5ca7 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f022836-784f-4a4c-ab37-ae1725639d96 HTTP/1.1" status: 200 len: 945 time: 0.0979354 Jun 23 19:09:03.760641 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-debad11a-63ea-4f60-b374-6dec2d73e6f3 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921769'] for security_group_rule, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:03.764617 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-c17c014b-5501-49cb-b14a-88cca20c0b58 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:03.808086 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debad11a-63ea-4f60-b374-6dec2d73e6f3 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d19c043-fd8e-4728-b9c7-046700253623,revision_number=0']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:03.808570 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-debad11a-63ea-4f60-b374-6dec2d73e6f3 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:03.816421 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-5e09577f-ebac-4928-a97f-5630950e012b req-56b0665f-9e30-4406-8d35-da1f4d5260d3 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/security-groups?id=91571f0b-7134-4fa9-bd9c-2145cc487829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620024 Jun 23 19:09:03.847224 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f304d7d5-1083-4823-8596-84902578b6aa None None] New status for floating IP 20c0bb96-6ab7-48b7-8aac-7763320b2bdd: ACTIVE {{(pid=93954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 19:09:03.927966 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-debad11a-63ea-4f60-b374-6dec2d73e6f3 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:03.930474 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-debad11a-63ea-4f60-b374-6dec2d73e6f3 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6132956 Jun 23 19:09:03.933366 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 33094) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:09:03.941689 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-222d6a62-6e92-43ad-af60-bb7d9ccd3ea5 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Request body: {'security_group_rule': {'security_group_id': '89c8f244-84dd-4955-bd65-36bd2a6ab177', 'project_id': 'eec1ba71166e4c50a81e1f89588a5bf6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:09:04.047633 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.db.securitygroups_db [None req-222d6a62-6e92-43ad-af60-bb7d9ccd3ea5 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Project eec1ba71166e4c50a81e1f89588a5bf6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 19:09:04.053991 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-222d6a62-6e92-43ad-af60-bb7d9ccd3ea5 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:04.129617 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-222d6a62-6e92-43ad-af60-bb7d9ccd3ea5 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:04.149312 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device 972080f6-d275-47d9-b631-876b4c64a2aa up at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:09:04.153865 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-36873b57-c469-4164-8152-400a4dc72ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:04.264394 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-222d6a62-6e92-43ad-af60-bb7d9ccd3ea5 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921769'] for security_group_rule, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:04.269363 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:04.284845 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222d6a62-6e92-43ad-af60-bb7d9ccd3ea5 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4360b3c-b052-4709-9407-ea601944acc8,revision_number=0']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:04.287661 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-222d6a62-6e92-43ad-af60-bb7d9ccd3ea5 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:04.298947 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning for port 972080f6-d275-47d9-b631-876b4c64a2aa completed by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:09:04.305551 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning complete for port 972080f6-d275-47d9-b631-876b4c64a2aa triggered by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:09:04.306131 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:04.373159 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-222d6a62-6e92-43ad-af60-bb7d9ccd3ea5 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:04.374366 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-222d6a62-6e92-43ad-af60-bb7d9ccd3ea5 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4390347 Jun 23 19:09:04.377311 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 33096) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:09:04.382048 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-5f236c3b-6a04-4a93-b4f7-002a8f2c9352 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Request body: {'security_group_rule': {'security_group_id': '89c8f244-84dd-4955-bd65-36bd2a6ab177', 'project_id': 'eec1ba71166e4c50a81e1f89588a5bf6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:09:04.391166 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:04.428161 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] For port 972080f6-d275-47d9-b631-876b4c64a2aa, host dv-cinder-790492-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=972080f6-d275-47d9-b631-876b4c64a2aa,segment=NetworkSegment(19fe8777-7a89-4c73-8a0e-95859828ba9d),segment_id=19fe8777-7a89-4c73-8a0e-95859828ba9d)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:09:04.470541 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.db.securitygroups_db [None req-5f236c3b-6a04-4a93-b4f7-002a8f2c9352 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Project eec1ba71166e4c50a81e1f89588a5bf6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 19:09:04.486991 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5f236c3b-6a04-4a93-b4f7-002a8f2c9352 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:04.511643 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:04.514957 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-c7324049-7c37-4dcb-895d-676497ba320a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:04.570228 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5f236c3b-6a04-4a93-b4f7-002a8f2c9352 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:04.575548 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Pushing event updated for resources: {'Port': ['ID=972080f6-d275-47d9-b631-876b4c64a2aa,revision_number=5']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:04.579622 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:04.636389 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5f236c3b-6a04-4a93-b4f7-002a8f2c9352 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921769'] for security_group_rule, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:04.638922 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:04.655905 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f236c3b-6a04-4a93-b4f7-002a8f2c9352 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a483fa7-46bd-42a7-a2b7-0f6657536b17,revision_number=0']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:04.658377 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-5f236c3b-6a04-4a93-b4f7-002a8f2c9352 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:04.744268 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5f236c3b-6a04-4a93-b4f7-002a8f2c9352 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:04.745489 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-5f236c3b-6a04-4a93-b4f7-002a8f2c9352 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3671925 Jun 23 19:09:05.032249 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a1590-7725-436f-a1e4-469eb1404084 req-74eee9a6-3c93-4f03-b159-18aba7075c3d tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:05.036182 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a37a1590-7725-436f-a1e4-469eb1404084 req-74eee9a6-3c93-4f03-b159-18aba7075c3d tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f022836-784f-4a4c-ab37-ae1725639d96 HTTP/1.1" status: 200 len: 945 time: 0.0825915 Jun 23 19:09:05.099638 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a37a1590-7725-436f-a1e4-469eb1404084 req-e3f2bdd4-a7e8-4164-bff7-84ac5dffbe14 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/security-groups?id=91571f0b-7134-4fa9-bd9c-2145cc487829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593345 Jun 23 19:09:05.191126 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a3c3c-44ab-4c49-94b7-3e5c26d473f7 req-9a2d8ef8-4af9-4dd6-a5d3-b0cd326e3d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:05.193478 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-101a3c3c-44ab-4c49-94b7-3e5c26d473f7 req-9a2d8ef8-4af9-4dd6-a5d3-b0cd326e3d0b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=29cd4a25dde246cd9b647b69d19079f6&device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 1098 time: 0.0999303 Jun 23 19:09:05.328792 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a3c3c-44ab-4c49-94b7-3e5c26d473f7 req-5a305b82-9df1-4176-ad20-29712c0df0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:05.330753 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-101a3c3c-44ab-4c49-94b7-3e5c26d473f7 req-5a305b82-9df1-4176-ad20-29712c0df0d2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d02d4878-2846-42b3-8429-dddc3d54aa5f HTTP/1.1" status: 200 len: 918 time: 0.1271663 Jun 23 19:09:05.418761 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0dfa02b7-e69b-42f9-a1c6-d55a29ea84e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:05.421557 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-101a3c3c-44ab-4c49-94b7-3e5c26d473f7 req-62d47bd9-5a70-424f-9cbd-f3d3f0b18dfb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e34fc00-a696-4f73-9fac-286e1851994d HTTP/1.1" status: 200 len: 1001 time: 0.0748787 Jun 23 19:09:05.495169 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a3c3c-44ab-4c49-94b7-3e5c26d473f7 req-0470a20c-ddc2-4851-9fc1-ad927b1e02c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:05.497592 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-101a3c3c-44ab-4c49-94b7-3e5c26d473f7 req-0470a20c-ddc2-4851-9fc1-ad927b1e02c6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d0c9ad5e-51b6-4019-87c2-098d82b200c4 HTTP/1.1" status: 200 len: 856 time: 0.0642519 Jun 23 19:09:05.571081 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a3c3c-44ab-4c49-94b7-3e5c26d473f7 req-b32831ea-a47b-455b-aba3-b634126851fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:05.573230 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-101a3c3c-44ab-4c49-94b7-3e5c26d473f7 req-b32831ea-a47b-455b-aba3-b634126851fc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d02d4878-2846-42b3-8429-dddc3d54aa5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0683947 Jun 23 19:09:05.694451 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-101a3c3c-44ab-4c49-94b7-3e5c26d473f7 req-004ce345-92a0-40e4-a1c9-5888caa0305f service neutron] 10.222.0.49 "GET /v2.0/networks/d02d4878-2846-42b3-8429-dddc3d54aa5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128774 Jun 23 19:09:05.843725 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-101a3c3c-44ab-4c49-94b7-3e5c26d473f7 req-6d4a7fd6-7996-400b-8a20-211824c3a732 service neutron] 10.222.0.49 "GET /v2.0/networks/d02d4878-2846-42b3-8429-dddc3d54aa5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360369 Jun 23 19:09:06.159515 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device 972080f6-d275-47d9-b631-876b4c64a2aa up at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:09:06.254150 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning complete for port 972080f6-d275-47d9-b631-876b4c64a2aa triggered by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:09:06.254761 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:06.383108 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e519525f-f892-49b6-96cd-ad437ce25ec5 req-f7de58c5-a731-4f1b-aeec-bf8c6507fc32 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:06.384838 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e519525f-f892-49b6-96cd-ad437ce25ec5 req-f7de58c5-a731-4f1b-aeec-bf8c6507fc32 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f022836-784f-4a4c-ab37-ae1725639d96 HTTP/1.1" status: 200 len: 945 time: 0.0825069 Jun 23 19:09:06.428334 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e519525f-f892-49b6-96cd-ad437ce25ec5 req-1f8555e6-983d-4dc2-9d98-d15a56738217 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/security-groups?id=91571f0b-7134-4fa9-bd9c-2145cc487829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372691 Jun 23 19:09:07.689133 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79326e75-d74d-4575-991e-c654c93b3e80 req-3dffe55f-1b92-4571-a09a-6081bf0b6343 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:07.690980 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-79326e75-d74d-4575-991e-c654c93b3e80 req-3dffe55f-1b92-4571-a09a-6081bf0b6343 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f022836-784f-4a4c-ab37-ae1725639d96 HTTP/1.1" status: 200 len: 945 time: 0.0819199 Jun 23 19:09:07.742431 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-79326e75-d74d-4575-991e-c654c93b3e80 req-44cec19d-5e29-4013-84f2-41858f0f5f43 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/security-groups?id=91571f0b-7134-4fa9-bd9c-2145cc487829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442164 Jun 23 19:09:08.950710 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8b085-7eb3-460d-b26f-b634b92af376 req-785fcfb0-7118-4713-bdee-196772ec6e23 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:08.958335 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-05e8b085-7eb3-460d-b26f-b634b92af376 req-785fcfb0-7118-4713-bdee-196772ec6e23 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f022836-784f-4a4c-ab37-ae1725639d96 HTTP/1.1" status: 200 len: 945 time: 0.0885494 Jun 23 19:09:09.009931 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-05e8b085-7eb3-460d-b26f-b634b92af376 req-510d7ba5-36b0-41b1-857f-415af0215122 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/security-groups?id=91571f0b-7134-4fa9-bd9c-2145cc487829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501077 Jun 23 19:09:10.216267 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265dfe93-6d99-4349-bcfd-07d13ef21aee req-427b4790-da36-4e3f-b5c7-62c5e0211a88 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:10.217900 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-265dfe93-6d99-4349-bcfd-07d13ef21aee req-427b4790-da36-4e3f-b5c7-62c5e0211a88 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f022836-784f-4a4c-ab37-ae1725639d96 HTTP/1.1" status: 200 len: 945 time: 0.0727599 Jun 23 19:09:10.277164 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-265dfe93-6d99-4349-bcfd-07d13ef21aee req-cec45935-afd2-4b18-b76b-c971039c29b4 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/security-groups?id=91571f0b-7134-4fa9-bd9c-2145cc487829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527511 Jun 23 19:09:11.537810 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd26f0f4-43cf-4690-a5e0-ab34fd86cfa3 req-19278aed-4fa8-4694-9247-1c704ddc644a tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:11.541476 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fd26f0f4-43cf-4690-a5e0-ab34fd86cfa3 req-19278aed-4fa8-4694-9247-1c704ddc644a tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f022836-784f-4a4c-ab37-ae1725639d96 HTTP/1.1" status: 200 len: 945 time: 0.0971692 Jun 23 19:09:11.595943 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 33246) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:09:11.596846 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fd26f0f4-43cf-4690-a5e0-ab34fd86cfa3 req-34a5a909-f633-48e9-966b-92ac20b55f7c tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/security-groups?id=91571f0b-7134-4fa9-bd9c-2145cc487829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482547 Jun 23 19:09:11.777966 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-981043be-6b35-49a3-9a64-b120ef114223 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:11.914134 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-981043be-6b35-49a3-9a64-b120ef114223 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:12.039528 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-981043be-6b35-49a3-9a64-b120ef114223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:12.043201 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-bd6d0d92-0dd7-44e4-aa95-2fda74fb274a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:12.084837 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-981043be-6b35-49a3-9a64-b120ef114223 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d6e647ffa5e64b44b0ccfbcf759d3f97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4873118 Jun 23 19:09:12.086514 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981043be-6b35-49a3-9a64-b120ef114223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa9c7f34-a483-4bf7-a056-45a38d394729,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:12.087596 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 33250) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:09:12.092060 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-981043be-6b35-49a3-9a64-b120ef114223 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:12.145788 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3116bedc-b891-44a9-8acf-ca5d1a8e463b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:12.170619 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3116bedc-b891-44a9-8acf-ca5d1a8e463b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:12.303065 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3116bedc-b891-44a9-8acf-ca5d1a8e463b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:12.308229 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3116bedc-b891-44a9-8acf-ca5d1a8e463b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:12.311165 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-3116bedc-b891-44a9-8acf-ca5d1a8e463b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fa9c7f34-a483-4bf7-a056-45a38d394729 HTTP/1.1" status: 204 len: 168 time: 0.2213845 Jun 23 19:09:12.312590 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-e4e4f170-2207-458e-9e1b-a2f1a1f1679b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:12.326326 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3116bedc-b891-44a9-8acf-ca5d1a8e463b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa9c7f34-a483-4bf7-a056-45a38d394729,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:12.342205 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-3116bedc-b891-44a9-8acf-ca5d1a8e463b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:12.812207 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fc7880-9213-4034-ab81-d2873a8928e3 req-afb4f0d4-77d9-4923-9b00-2efb670c876d tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:12.813821 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d5fc7880-9213-4034-ab81-d2873a8928e3 req-afb4f0d4-77d9-4923-9b00-2efb670c876d tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f022836-784f-4a4c-ab37-ae1725639d96 HTTP/1.1" status: 200 len: 945 time: 0.0726490 Jun 23 19:09:12.856023 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d5fc7880-9213-4034-ab81-d2873a8928e3 req-5466318d-d43a-4712-b9bf-ac531f632d2d tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/security-groups?id=91571f0b-7134-4fa9-bd9c-2145cc487829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363548 Jun 23 19:09:13.543846 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 33288) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:09:13.671622 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-d60c2bc2-09d5-4147-8790-94e241f7535e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1564238005-network', 'tenant_id': 'db90b450117a465f92e6d82ef61dfe48'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:09:13.784218 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d60c2bc2-09d5-4147-8790-94e241f7535e admin admin] Made reservation on behalf of db90b450117a465f92e6d82ef61dfe48 for: {'network': 1} {{(pid=93953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:09:13.786709 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-d60c2bc2-09d5-4147-8790-94e241f7535e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-975148'] for network, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:13.796044 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-d60c2bc2-09d5-4147-8790-94e241f7535e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:13.920064 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-d60c2bc2-09d5-4147-8790-94e241f7535e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:13.988113 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-d60c2bc2-09d5-4147-8790-94e241f7535e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:13.991230 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-c0aab13e-0590-4937-a1c8-4d7f54d3ba82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:14.044848 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d60c2bc2-09d5-4147-8790-94e241f7535e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 927} {{(pid=93953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 19:09:14.061673 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60c2bc2-09d5-4147-8790-94e241f7535e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=204e62e8-8b64-4fe9-8226-e24e494f73f7,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:14.067291 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-d60c2bc2-09d5-4147-8790-94e241f7535e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:14.068416 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-d60c2bc2-09d5-4147-8790-94e241f7535e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886977'] for segment, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:14.068758 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.db.segments_db [None req-d60c2bc2-09d5-4147-8790-94e241f7535e admin admin] Added segment 9b8aa179-8fbd-45ea-90df-783f49abcf82 of type vlan for network 8300ab53-bf8c-42c0-a416-e2ddb7ef4198 Jun 23 19:09:14.125889 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-d60c2bc2-09d5-4147-8790-94e241f7535e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745549258006'] for network, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:14.155265 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f7735-be80-4485-a4f2-d8056c0a2f35 req-f2890e1a-5ed1-401c-a8de-0dd5c8149539 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:14.156588 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f97f7735-be80-4485-a4f2-d8056c0a2f35 req-f2890e1a-5ed1-401c-a8de-0dd5c8149539 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f022836-784f-4a4c-ab37-ae1725639d96 HTTP/1.1" status: 200 len: 945 time: 0.1598907 Jun 23 19:09:14.204041 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f97f7735-be80-4485-a4f2-d8056c0a2f35 req-8e18672a-1d07-4884-8fab-bf2ef8df6a13 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/security-groups?id=91571f0b-7134-4fa9-bd9c-2145cc487829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396123 Jun 23 19:09:14.245172 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-d60c2bc2-09d5-4147-8790-94e241f7535e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3862688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898'] for network, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:14.247908 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60c2bc2-09d5-4147-8790-94e241f7535e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:14.247908 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-d60c2bc2-09d5-4147-8790-94e241f7535e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770935'] for network, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:14.249444 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-1504b67c-da79-496c-95c6-101161472532 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:14.308758 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60c2bc2-09d5-4147-8790-94e241f7535e admin admin] Pushing event updated for resources: {'Network': ['ID=8300ab53-bf8c-42c0-a416-e2ddb7ef4198,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:14.309826 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.agents_db [None req-808d9167-7b86-4487-ac1f-373b1677e9b0 None None] Agent healthcheck: found 6 active agents {{(pid=93955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:09:14.311667 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-d60c2bc2-09d5-4147-8790-94e241f7535e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:14.323447 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Network 8300ab53-bf8c-42c0-a416-e2ddb7ef4198 details requested by agent ovs-agent-dv-cinder-790492-6-iscsi with host dv-cinder-790492-6-iscsi {{(pid=93954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 19:09:14.347717 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-d60c2bc2-09d5-4147-8790-94e241f7535e admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7999792 Jun 23 19:09:14.347983 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 33296) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:09:14.356585 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-68bae896-3526-4e4d-84d6-f45a0e80365c admin admin] Request body: {'subnet': {'network_id': '8300ab53-bf8c-42c0-a416-e2ddb7ef4198', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1564238005-subnet', 'tenant_id': 'db90b450117a465f92e6d82ef61dfe48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:09:14.456481 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68bae896-3526-4e4d-84d6-f45a0e80365c admin admin] Made reservation on behalf of db90b450117a465f92e6d82ef61dfe48 for: {'subnet': 1} {{(pid=93953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:09:14.458872 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-68bae896-3526-4e4d-84d6-f45a0e80365c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:14.692980 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-68bae896-3526-4e4d-84d6-f45a0e80365c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889'] for subnet, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:14.695345 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-4828e035-e706-40cd-b922-234267b2edef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:14.760466 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bae896-3526-4e4d-84d6-f45a0e80365c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3949b218-0df6-4be2-a186-712a1e4dfc6e,revision_number=0']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:14.764683 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-68bae896-3526-4e4d-84d6-f45a0e80365c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:14.771981 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bae896-3526-4e4d-84d6-f45a0e80365c admin admin] Checking segment: {'id': '9b8aa179-8fbd-45ea-90df-783f49abcf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '8300ab53-bf8c-42c0-a416-e2ddb7ef4198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:09:14.772439 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bae896-3526-4e4d-84d6-f45a0e80365c admin admin] Network hostable DHCP agents. Network: 8300ab53-bf8c-42c0-a416-e2ddb7ef4198, hostable agents: ['46fb5406-63b7-4827-9d8b-19fc67eca6fa'], hosted agents: [] {{(pid=93953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 19:09:14.875740 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bae896-3526-4e4d-84d6-f45a0e80365c admin admin] Network 8300ab53-bf8c-42c0-a416-e2ddb7ef4198 is scheduled to be hosted by DHCP agent 46fb5406-63b7-4827-9d8b-19fc67eca6fa with binding_index 1 {{(pid=93953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 19:09:14.965733 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [None req-68bae896-3526-4e4d-84d6-f45a0e80365c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-6-iscsi, 8300ab53-bf8c-42c0-a416-e2ddb7ef4198) {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:09:14.971633 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bae896-3526-4e4d-84d6-f45a0e80365c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:14.972860 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-68bae896-3526-4e4d-84d6-f45a0e80365c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:14.980932 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25ac1f0-cbbc-42a0-a7d7-b287c90bfdbc None None] Network 8300ab53-bf8c-42c0-a416-e2ddb7ef4198 requested from dv-cinder-790492-6-iscsi {{(pid=93954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:09:15.073621 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-68bae896-3526-4e4d-84d6-f45a0e80365c admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7241786 Jun 23 19:09:15.130749 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3c16a4-ed3d-4d38-8ba5-b4372ac7013f None None] Network 8300ab53-bf8c-42c0-a416-e2ddb7ef4198 requested from dv-cinder-790492-6-iscsi {{(pid=93954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:09:15.461706 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c5d151-8992-4b83-9762-82d9c3086470 req-d0a731cf-032f-402c-af10-5ea5e43d73fb tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:15.463982 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a5c5d151-8992-4b83-9762-82d9c3086470 req-d0a731cf-032f-402c-af10-5ea5e43d73fb tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f022836-784f-4a4c-ab37-ae1725639d96 HTTP/1.1" status: 200 len: 945 time: 0.0757186 Jun 23 19:09:15.514837 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a5c5d151-8992-4b83-9762-82d9c3086470 req-775ca599-ee94-4408-926b-1e3c59e73023 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/security-groups?id=91571f0b-7134-4fa9-bd9c-2145cc487829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400941 Jun 23 19:09:16.738189 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d780c95b-e593-4660-9a64-bc9ff85fa992 req-507cd437-c531-4c40-bf1e-0bcb3d561fee tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:16.742607 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d780c95b-e593-4660-9a64-bc9ff85fa992 req-507cd437-c531-4c40-bf1e-0bcb3d561fee tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f022836-784f-4a4c-ab37-ae1725639d96 HTTP/1.1" status: 200 len: 945 time: 0.0721810 Jun 23 19:09:16.802499 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d780c95b-e593-4660-9a64-bc9ff85fa992 req-0de8ce23-acb8-47ce-8675-aa8846f4c704 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/security-groups?id=91571f0b-7134-4fa9-bd9c-2145cc487829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510244 Jun 23 19:09:17.108515 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:18.034511 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f0da0f-f735-4068-9194-5d815f3ba644 req-92aa86bf-ef74-4eb2-a921-d3d201477af5 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:18.036131 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-85f0da0f-f735-4068-9194-5d815f3ba644 req-92aa86bf-ef74-4eb2-a921-d3d201477af5 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f022836-784f-4a4c-ab37-ae1725639d96 HTTP/1.1" status: 200 len: 945 time: 0.0754824 Jun 23 19:09:18.090677 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-85f0da0f-f735-4068-9194-5d815f3ba644 req-a0bfe12a-5751-42bc-b1a6-366db46fefb7 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/security-groups?id=91571f0b-7134-4fa9-bd9c-2145cc487829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483336 Jun 23 19:09:18.567898 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b46a2-5324-49aa-9006-d9f17440f68e req-9d3f5fa2-e5b9-441b-8be2-fd76549ebecf tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:18.569412 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-797b46a2-5324-49aa-9006-d9f17440f68e req-9d3f5fa2-e5b9-441b-8be2-fd76549ebecf tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/networks?id=8300ab53-bf8c-42c0-a416-e2ddb7ef4198 HTTP/1.1" status: 200 len: 814 time: 0.1138408 Jun 23 19:09:18.586724 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-797b46a2-5324-49aa-9006-d9f17440f68e req-8cb6b5e7-841d-446c-a9f7-8af03208a14d tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/quotas/db90b450117a465f92e6d82ef61dfe48 HTTP/1.1" status: 200 len: 375 time: 0.0107000 Jun 23 19:09:18.622458 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-797b46a2-5324-49aa-9006-d9f17440f68e req-08d34ccc-53f4-4723-b12f-50fb62551e5b tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=db90b450117a465f92e6d82ef61dfe48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297537 Jun 23 19:09:18.734605 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-797b46a2-5324-49aa-9006-d9f17440f68e req-5fc68726-f7f3-4845-a76e-9202cae2db9d service neutron] 10.222.0.69 "GET /v2.0/networks/8300ab53-bf8c-42c0-a416-e2ddb7ef4198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049051 Jun 23 19:09:19.019128 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe8d93a-e440-4208-8c42-cff50dc83ead req-8150fca1-5a29-4754-8fe9-24d48f4e88a7 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:19.020712 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-dbe8d93a-e440-4208-8c42-cff50dc83ead req-8150fca1-5a29-4754-8fe9-24d48f4e88a7 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a6ad38a-50fb-4059-96f4-e736067a8448 HTTP/1.1" status: 200 len: 945 time: 0.0861897 Jun 23 19:09:19.070653 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-dbe8d93a-e440-4208-8c42-cff50dc83ead req-871f830b-2676-43ff-b82e-ae751ab86d48 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412467 Jun 23 19:09:19.109874 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-797b46a2-5324-49aa-9006-d9f17440f68e req-89f098ea-ff0b-4270-af2a-04cbe3f5b01e service neutron] 10.222.0.69 "GET /v2.0/networks/8300ab53-bf8c-42c0-a416-e2ddb7ef4198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3657413 Jun 23 19:09:19.130981 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc92b698-c676-4de8-9ea3-75ad80d7fa3c req-32e84210-a7d3-47db-ab35-b9500913ccc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:19.132468 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-cc92b698-c676-4de8-9ea3-75ad80d7fa3c req-32e84210-a7d3-47db-ab35-b9500913ccc2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=799fb833a74e4ec9879033c46726a559&device_id=0a6ad38a-50fb-4059-96f4-e736067a8448 HTTP/1.1" status: 200 len: 1098 time: 0.3334627 Jun 23 19:09:19.234216 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc92b698-c676-4de8-9ea3-75ad80d7fa3c req-550245c4-7547-47dd-b072-5e49ed74efb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:19.235705 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-cc92b698-c676-4de8-9ea3-75ad80d7fa3c req-550245c4-7547-47dd-b072-5e49ed74efb9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=135041da-43be-4a0d-8112-dd2b8ce30653 HTTP/1.1" status: 200 len: 919 time: 0.0953345 Jun 23 19:09:19.309456 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc120e-a40f-43a4-b9ca-0048efb1d7c6 req-2b623e2c-4d5c-4904-8a3a-893556de6ea7 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:19.317102 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f9cc120e-a40f-43a4-b9ca-0048efb1d7c6 req-2b623e2c-4d5c-4904-8a3a-893556de6ea7 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f022836-784f-4a4c-ab37-ae1725639d96 HTTP/1.1" status: 200 len: 945 time: 0.0755441 Jun 23 19:09:19.318763 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-cc92b698-c676-4de8-9ea3-75ad80d7fa3c req-26caba84-f19e-421d-ace7-3e7339ef8360 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=52c88fe5-9869-47bc-a0f4-e8df303d12a7 HTTP/1.1" status: 200 len: 217 time: 0.0723634 Jun 23 19:09:19.374011 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f9cc120e-a40f-43a4-b9ca-0048efb1d7c6 req-55450dea-72f4-4152-a78a-771fcaf5dc97 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/security-groups?id=91571f0b-7134-4fa9-bd9c-2145cc487829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559962 Jun 23 19:09:19.404284 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-87855a34-c436-46e8-9222-7876eb556a4d req-a1093020-447b-4a75-9d64-b58b1601d625 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/ports?device_id=698ffe4e-a145-445d-bbbc-8124952eb2e9 HTTP/1.1" status: 200 len: 210 time: 0.0415790 Jun 23 19:09:19.416694 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc92b698-c676-4de8-9ea3-75ad80d7fa3c req-3e68033e-2fa2-40d9-af73-fc56bec922a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:19.418368 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-cc92b698-c676-4de8-9ea3-75ad80d7fa3c req-3e68033e-2fa2-40d9-af73-fc56bec922a2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9d5f5c89-7005-49cd-88db-9b8779875ae2 HTTP/1.1" status: 200 len: 858 time: 0.0911326 Jun 23 19:09:19.456747 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-cc92b698-c676-4de8-9ea3-75ad80d7fa3c req-6db889fd-1b9c-4b7d-9342-963a1970b9a8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=135041da-43be-4a0d-8112-dd2b8ce30653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315623 Jun 23 19:09:19.578500 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-cc92b698-c676-4de8-9ea3-75ad80d7fa3c req-0b909f94-c62d-4297-b63a-69fe5e836228 service neutron] 10.222.0.49 "GET /v2.0/networks/135041da-43be-4a0d-8112-dd2b8ce30653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078939 Jun 23 19:09:19.682035 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-cc92b698-c676-4de8-9ea3-75ad80d7fa3c req-a8913099-158f-4c66-bc59-7d419b0497a3 service neutron] 10.222.0.49 "GET /v2.0/networks/135041da-43be-4a0d-8112-dd2b8ce30653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918338 Jun 23 19:09:20.294037 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3afb874-ea4b-4804-821a-7def802eadbe req-e36e4344-6677-4305-874f-d3a2a8f63f3d tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:20.295667 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f3afb874-ea4b-4804-821a-7def802eadbe req-e36e4344-6677-4305-874f-d3a2a8f63f3d tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a6ad38a-50fb-4059-96f4-e736067a8448 HTTP/1.1" status: 200 len: 945 time: 0.0845950 Jun 23 19:09:20.341970 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f3afb874-ea4b-4804-821a-7def802eadbe req-17e286ca-199f-462c-a6be-3bd10ef5c830 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364006 Jun 23 19:09:20.515635 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-abaf0dc6-6bba-4a5e-8af5-dab623f009a4 req-d275a379-b0b5-4fb7-9710-133c08ee2b60 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/ports?device_id=698ffe4e-a145-445d-bbbc-8124952eb2e9 HTTP/1.1" status: 200 len: 210 time: 0.0521572 Jun 23 19:09:20.612027 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b032c9b-4d9e-4b32-8263-e38c238e3b66 req-73a324fb-674a-4bc6-a7df-f45991ed6f9b tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:20.613758 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-3b032c9b-4d9e-4b32-8263-e38c238e3b66 req-73a324fb-674a-4bc6-a7df-f45991ed6f9b tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f022836-784f-4a4c-ab37-ae1725639d96 HTTP/1.1" status: 200 len: 945 time: 0.1059661 Jun 23 19:09:20.678789 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-3b032c9b-4d9e-4b32-8263-e38c238e3b66 req-a7eea6aa-d87f-4e6a-9390-007a70ebaa3d tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/security-groups?id=91571f0b-7134-4fa9-bd9c-2145cc487829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584607 Jun 23 19:09:21.570215 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a13bb4-48fa-42cf-aead-dfd5e438734a req-bf7f503c-e4ce-40de-b7a4-6650e45b4adf tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:21.573040 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c9a13bb4-48fa-42cf-aead-dfd5e438734a req-bf7f503c-e4ce-40de-b7a4-6650e45b4adf tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a6ad38a-50fb-4059-96f4-e736067a8448 HTTP/1.1" status: 200 len: 945 time: 0.0904698 Jun 23 19:09:21.620042 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c9a13bb4-48fa-42cf-aead-dfd5e438734a req-bdf3ec89-15f2-4afe-b300-131934022f12 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379314 Jun 23 19:09:21.685683 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-1951f000-2316-48d2-93c8-35cda160762b req-5fefa67b-a25a-4701-950f-35c6780508ee tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/ports?device_id=698ffe4e-a145-445d-bbbc-8124952eb2e9 HTTP/1.1" status: 200 len: 210 time: 0.0319791 Jun 23 19:09:21.897839 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202926a-f914-480e-acc7-9b6d593007eb req-b9f82b7c-6c78-4261-9aac-1a8e02934343 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:21.900998 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-e202926a-f914-480e-acc7-9b6d593007eb req-b9f82b7c-6c78-4261-9aac-1a8e02934343 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f022836-784f-4a4c-ab37-ae1725639d96 HTTP/1.1" status: 200 len: 945 time: 0.0829222 Jun 23 19:09:22.161676 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-e202926a-f914-480e-acc7-9b6d593007eb req-34f23096-c06e-4ddc-89db-56c9756e75de tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/security-groups?id=91571f0b-7134-4fa9-bd9c-2145cc487829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2513068 Jun 23 19:09:22.470960 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b46a2-5324-49aa-9006-d9f17440f68e req-695e6a11-194d-4d23-b5ab-9fdf52e16d8f tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:22.472668 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-797b46a2-5324-49aa-9006-d9f17440f68e req-695e6a11-194d-4d23-b5ab-9fdf52e16d8f tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.49 "GET /v2.0/networks?id=8300ab53-bf8c-42c0-a416-e2ddb7ef4198 HTTP/1.1" status: 200 len: 814 time: 0.1126134 Jun 23 19:09:22.519929 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [req-797b46a2-5324-49aa-9006-d9f17440f68e req-00af80b9-e7cd-4a3a-a198-9dfcb7d1c1c2 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Request body: {'port': {'device_id': '698ffe4e-a145-445d-bbbc-8124952eb2e9', 'network_id': '8300ab53-bf8c-42c0-a416-e2ddb7ef4198', 'admin_state_up': True, 'tenant_id': 'db90b450117a465f92e6d82ef61dfe48'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:09:22.773537 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-797b46a2-5324-49aa-9006-d9f17440f68e req-00af80b9-e7cd-4a3a-a198-9dfcb7d1c1c2 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Made reservation on behalf of db90b450117a465f92e6d82ef61dfe48 for: {'port': 1} {{(pid=93953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:09:22.780175 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-797b46a2-5324-49aa-9006-d9f17440f68e req-00af80b9-e7cd-4a3a-a198-9dfcb7d1c1c2 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-975148'] for port, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:22.881575 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe118489-5ee6-4d97-a542-b62402a9f6ff req-fad25fae-0810-4609-89ea-1119288c90fe tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:22.883886 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-fe118489-5ee6-4d97-a542-b62402a9f6ff req-fad25fae-0810-4609-89ea-1119288c90fe tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f022836-784f-4a4c-ab37-ae1725639d96 HTTP/1.1" status: 200 len: 945 time: 0.1381660 Jun 23 19:09:22.955485 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-fe118489-5ee6-4d97-a542-b62402a9f6ff req-34330dd0-3bcf-4986-8b53-99f90a4a8e3a tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/security-groups?id=91571f0b-7134-4fa9-bd9c-2145cc487829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598645 Jun 23 19:09:23.077332 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe6cad-0cd6-4bb9-b0f3-9bff821f608d req-f0673161-8d22-4be1-b304-ef0349ba50b8 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:23.079015 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2dfe6cad-0cd6-4bb9-b0f3-9bff821f608d req-f0673161-8d22-4be1-b304-ef0349ba50b8 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a6ad38a-50fb-4059-96f4-e736067a8448 HTTP/1.1" status: 200 len: 945 time: 0.2932489 Jun 23 19:09:23.094366 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9549dba-c03e-4a58-a8b8-f83d70a8939f req-c1428961-b58a-49af-9d67-92118cf527a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:23.095987 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b9549dba-c03e-4a58-a8b8-f83d70a8939f req-c1428961-b58a-49af-9d67-92118cf527a7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4cbd9e58e50b42a281ca078879fab751&device_id=0f022836-784f-4a4c-ab37-ae1725639d96 HTTP/1.1" status: 200 len: 1098 time: 0.2305436 Jun 23 19:09:23.148056 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_common [req-797b46a2-5324-49aa-9006-d9f17440f68e req-00af80b9-e7cd-4a3a-a198-9dfcb7d1c1c2 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Allocated IP 172.20.0.3 (8300ab53-bf8c-42c0-a416-e2ddb7ef4198/3949b218-0df6-4be2-a186-712a1e4dfc6e/168bf7b8-852c-40d2-b5c3-687a35d139ac) {{(pid=93953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:09:23.150922 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-3ff8aa16-bf17-4a01-a432-44cf9fb8c006 req-b3b3f9f4-ece8-4f7a-9543-7832a7cdf9bf tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/ports?device_id=698ffe4e-a145-445d-bbbc-8124952eb2e9 HTTP/1.1" status: 200 len: 210 time: 0.0473793 Jun 23 19:09:23.224868 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2dfe6cad-0cd6-4bb9-b0f3-9bff821f608d req-ec406307-58f5-4fd1-8a32-26d418304b01 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366408 Jun 23 19:09:23.268628 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9549dba-c03e-4a58-a8b8-f83d70a8939f req-3f0960a9-3228-42c2-870f-3464120f3a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:23.270251 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b9549dba-c03e-4a58-a8b8-f83d70a8939f req-3f0960a9-3228-42c2-870f-3464120f3a21 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e9fa93c1-9380-43f6-a51c-3dfc88effd3b HTTP/1.1" status: 200 len: 912 time: 0.1655757 Jun 23 19:09:23.395990 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b9549dba-c03e-4a58-a8b8-f83d70a8939f req-1124fe4a-ee0d-4f7b-aba9-cab9c10eaa2d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61982a3b-9cce-4222-a53c-34caf6941c0c HTTP/1.1" status: 200 len: 1000 time: 0.1037335 Jun 23 19:09:23.458141 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-797b46a2-5324-49aa-9006-d9f17440f68e req-00af80b9-e7cd-4a3a-a198-9dfcb7d1c1c2 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Notify callbacks [] for port, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:23.475597 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9549dba-c03e-4a58-a8b8-f83d70a8939f req-47955ee1-d8ac-42bd-9429-686f2d43c8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:23.477052 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b9549dba-c03e-4a58-a8b8-f83d70a8939f req-47955ee1-d8ac-42bd-9429-686f2d43c8ee service neutron] 10.222.0.49 "GET /v2.0/subnets?id=09e805ee-e30d-4540-8ef6-67d65653382f HTTP/1.1" status: 200 len: 850 time: 0.0720048 Jun 23 19:09:23.554751 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9549dba-c03e-4a58-a8b8-f83d70a8939f req-8f06ddaa-c0ac-4ab3-bc38-9af27c046763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:23.556510 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b9549dba-c03e-4a58-a8b8-f83d70a8939f req-8f06ddaa-c0ac-4ab3-bc38-9af27c046763 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e9fa93c1-9380-43f6-a51c-3dfc88effd3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0726445 Jun 23 19:09:23.625681 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-797b46a2-5324-49aa-9006-d9f17440f68e req-00af80b9-e7cd-4a3a-a198-9dfcb7d1c1c2 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-975211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745549236125'] for port, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:23.630687 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-1099712d-a15f-4eca-be5e-a1311a9d438b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:23.689921 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-797b46a2-5324-49aa-9006-d9f17440f68e req-00af80b9-e7cd-4a3a-a198-9dfcb7d1c1c2 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Network 8300ab53-bf8c-42c0-a416-e2ddb7ef4198 is already hosted by enough agents. {{(pid=93953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:09:23.700100 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [req-797b46a2-5324-49aa-9006-d9f17440f68e req-00af80b9-e7cd-4a3a-a198-9dfcb7d1c1c2 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Resources bound (agent type, host, resource id): {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:09:23.711172 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [req-797b46a2-5324-49aa-9006-d9f17440f68e req-00af80b9-e7cd-4a3a-a198-9dfcb7d1c1c2 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Received port after_create {{(pid=93953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:09:23.717226 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b46a2-5324-49aa-9006-d9f17440f68e req-00af80b9-e7cd-4a3a-a198-9dfcb7d1c1c2 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:23.717833 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-797b46a2-5324-49aa-9006-d9f17440f68e req-00af80b9-e7cd-4a3a-a198-9dfcb7d1c1c2 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:23.726115 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00af80b9-e7cd-4a3a-a198-9dfcb7d1c1c2 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Pushing event updated for resources: {'Port': ['ID=168bf7b8-852c-40d2-b5c3-687a35d139ac,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:23.730957 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b9549dba-c03e-4a58-a8b8-f83d70a8939f req-b70a6371-ebf3-4402-a026-f7d981b10dae service neutron] 10.222.0.49 "GET /v2.0/networks/e9fa93c1-9380-43f6-a51c-3dfc88effd3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669688 Jun 23 19:09:23.731812 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-00af80b9-e7cd-4a3a-a198-9dfcb7d1c1c2 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:23.826019 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b9549dba-c03e-4a58-a8b8-f83d70a8939f req-b90af393-83ca-4fdb-8d37-ba3ac36f8d01 service neutron] 10.222.0.49 "GET /v2.0/networks/e9fa93c1-9380-43f6-a51c-3dfc88effd3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881033 Jun 23 19:09:23.881078 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-797b46a2-5324-49aa-9006-d9f17440f68e req-00af80b9-e7cd-4a3a-a198-9dfcb7d1c1c2 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3718531 Jun 23 19:09:23.920380 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [req-797b46a2-5324-49aa-9006-d9f17440f68e req-6aa23665-f2c5-4043-9e23-c89abfe68f20 service neutron] Request body: {'port': {'device_id': '698ffe4e-a145-445d-bbbc-8124952eb2e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:09:23.994732 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-797b46a2-5324-49aa-9006-d9f17440f68e req-6aa23665-f2c5-4043-9e23-c89abfe68f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:24.256451 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f50e54-8ab8-4f5e-8f8d-5d6b48713e3b req-6b5f4ea7-616c-4ef1-8305-1ea95dc62270 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:24.256859 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-92f50e54-8ab8-4f5e-8f8d-5d6b48713e3b req-6b5f4ea7-616c-4ef1-8305-1ea95dc62270 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f022836-784f-4a4c-ab37-ae1725639d96 HTTP/1.1" status: 200 len: 945 time: 0.1795638 Jun 23 19:09:24.332341 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-92f50e54-8ab8-4f5e-8f8d-5d6b48713e3b req-8d0308aa-65d4-46a5-ac4d-a79de1605033 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/security-groups?id=91571f0b-7134-4fa9-bd9c-2145cc487829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660529 Jun 23 19:09:24.385579 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0760bb14-a7ce-4249-ae89-70717c7366b6 req-54d97cef-9500-4b46-839a-41038342d5ca tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:24.393434 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0760bb14-a7ce-4249-ae89-70717c7366b6 req-54d97cef-9500-4b46-839a-41038342d5ca tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/ports?device_id=698ffe4e-a145-445d-bbbc-8124952eb2e9 HTTP/1.1" status: 200 len: 931 time: 0.0980604 Jun 23 19:09:24.405251 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [req-797b46a2-5324-49aa-9006-d9f17440f68e req-6aa23665-f2c5-4043-9e23-c89abfe68f20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 168bf7b8-852c-40d2-b5c3-687a35d139ac {{(pid=93953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:09:24.413830 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-797b46a2-5324-49aa-9006-d9f17440f68e req-6aa23665-f2c5-4043-9e23-c89abfe68f20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:24.430397 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0760bb14-a7ce-4249-ae89-70717c7366b6 req-46f8a1ec-db95-439a-9289-0b42f5b36458 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/security-groups?id=204e62e8-8b64-4fe9-8226-e24e494f73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360668 Jun 23 19:09:24.431595 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [req-797b46a2-5324-49aa-9006-d9f17440f68e req-6aa23665-f2c5-4043-9e23-c89abfe68f20 service neutron] Transition to ACTIVE for port object 168bf7b8-852c-40d2-b5c3-687a35d139ac will not be triggered until provisioned by entity L2. {{(pid=93953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:09:24.503546 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-797b46a2-5324-49aa-9006-d9f17440f68e req-6aa23665-f2c5-4043-9e23-c89abfe68f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:24.506927 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:24.565930 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa23665-f2c5-4043-9e23-c89abfe68f20 service neutron] Pushing event updated for resources: {'Port': ['ID=168bf7b8-852c-40d2-b5c3-687a35d139ac,revision_number=2']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:24.573112 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-6aa23665-f2c5-4043-9e23-c89abfe68f20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:24.614563 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e444ca-a6bd-45ef-9454-d80bd62aaabc req-e83191d6-69e3-4c70-a194-5edadd9a2330 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:24.616100 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a2e444ca-a6bd-45ef-9454-d80bd62aaabc req-e83191d6-69e3-4c70-a194-5edadd9a2330 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a6ad38a-50fb-4059-96f4-e736067a8448 HTTP/1.1" status: 200 len: 945 time: 0.1481905 Jun 23 19:09:24.617404 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-797b46a2-5324-49aa-9006-d9f17440f68e req-6aa23665-f2c5-4043-9e23-c89abfe68f20 service neutron] Attempting to bind port 168bf7b8-852c-40d2-b5c3-687a35d139ac on host hv-cinder-79049 for vnic_type normal with profile {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:09:24.617703 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-797b46a2-5324-49aa-9006-d9f17440f68e req-6aa23665-f2c5-4043-9e23-c89abfe68f20 service neutron] Attempting to bind port 168bf7b8-852c-40d2-b5c3-687a35d139ac by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '9b8aa179-8fbd-45ea-90df-783f49abcf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '8300ab53-bf8c-42c0-a416-e2ddb7ef4198'}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:09:24.618035 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797b46a2-5324-49aa-9006-d9f17440f68e req-6aa23665-f2c5-4043-9e23-c89abfe68f20 service neutron] Attempting to bind port 168bf7b8-852c-40d2-b5c3-687a35d139ac on network 8300ab53-bf8c-42c0-a416-e2ddb7ef4198 {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:09:24.624754 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797b46a2-5324-49aa-9006-d9f17440f68e req-6aa23665-f2c5-4043-9e23-c89abfe68f20 service neutron] Port 168bf7b8-852c-40d2-b5c3-687a35d139ac on network 8300ab53-bf8c-42c0-a416-e2ddb7ef4198 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 19:09:24.625079 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797b46a2-5324-49aa-9006-d9f17440f68e req-6aa23665-f2c5-4043-9e23-c89abfe68f20 service neutron] Attempting to bind port 168bf7b8-852c-40d2-b5c3-687a35d139ac on network 8300ab53-bf8c-42c0-a416-e2ddb7ef4198 {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:09:24.641810 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797b46a2-5324-49aa-9006-d9f17440f68e req-6aa23665-f2c5-4043-9e23-c89abfe68f20 service neutron] Checking agent: {'id': '931bf73c-9d40-46c8-855c-92667356b0d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 19, 4, 47), 'started_at': datetime.datetime(2021, 6, 23, 19, 4, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:09:24.642150 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797b46a2-5324-49aa-9006-d9f17440f68e req-6aa23665-f2c5-4043-9e23-c89abfe68f20 service neutron] Checking segment: {'id': '9b8aa179-8fbd-45ea-90df-783f49abcf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '8300ab53-bf8c-42c0-a416-e2ddb7ef4198'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:09:24.642543 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797b46a2-5324-49aa-9006-d9f17440f68e req-6aa23665-f2c5-4043-9e23-c89abfe68f20 service neutron] Bound using segment: {'id': '9b8aa179-8fbd-45ea-90df-783f49abcf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '8300ab53-bf8c-42c0-a416-e2ddb7ef4198'} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:09:24.643004 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-797b46a2-5324-49aa-9006-d9f17440f68e req-6aa23665-f2c5-4043-9e23-c89abfe68f20 service neutron] Bound port: 168bf7b8-852c-40d2-b5c3-687a35d139ac, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b8aa179-8fbd-45ea-90df-783f49abcf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '8300ab53-bf8c-42c0-a416-e2ddb7ef4198'}}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:09:24.643359 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-797b46a2-5324-49aa-9006-d9f17440f68e req-6aa23665-f2c5-4043-9e23-c89abfe68f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:24.694847 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a2e444ca-a6bd-45ef-9454-d80bd62aaabc req-e041582f-1700-40f3-99c3-7558d958b66d tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711472 Jun 23 19:09:24.729838 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-797b46a2-5324-49aa-9006-d9f17440f68e req-6aa23665-f2c5-4043-9e23-c89abfe68f20 service neutron] For port 168bf7b8-852c-40d2-b5c3-687a35d139ac, host hv-cinder-79049, cleared binding levels {{(pid=93953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:09:24.733196 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-797b46a2-5324-49aa-9006-d9f17440f68e req-6aa23665-f2c5-4043-9e23-c89abfe68f20 service neutron] For port 168bf7b8-852c-40d2-b5c3-687a35d139ac, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=168bf7b8-852c-40d2-b5c3-687a35d139ac,segment=NetworkSegment(9b8aa179-8fbd-45ea-90df-783f49abcf82),segment_id=9b8aa179-8fbd-45ea-90df-783f49abcf82)] {{(pid=93953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:09:24.799887 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-797b46a2-5324-49aa-9006-d9f17440f68e req-6aa23665-f2c5-4043-9e23-c89abfe68f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:24.801993 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-acf0b2e4-46b5-4038-820b-1a3db57535d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:24.834466 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b46a2-5324-49aa-9006-d9f17440f68e req-6aa23665-f2c5-4043-9e23-c89abfe68f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:24.835214 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-797b46a2-5324-49aa-9006-d9f17440f68e req-6aa23665-f2c5-4043-9e23-c89abfe68f20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:24.836541 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-797b46a2-5324-49aa-9006-d9f17440f68e req-6aa23665-f2c5-4043-9e23-c89abfe68f20 service neutron] 10.222.0.49 "PUT /v2.0/ports/168bf7b8-852c-40d2-b5c3-687a35d139ac HTTP/1.1" status: 200 len: 1093 time: 0.9206295 Jun 23 19:09:24.839490 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '698ffe4e-a145-445d-bbbc-8124952eb2e9', 'tag': '168bf7b8-852c-40d2-b5c3-687a35d139ac'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:09:24.841791 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8902aeace0540733bba5a146bce723956a3312b5b25ae011a73fc84317b4d28a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf4f72c-6241-451c-8fb0-15fc14450399" -d '{"events": [{"name": "network-changed", "server_uuid": "698ffe4e-a145-445d-bbbc-8124952eb2e9", "tag": "168bf7b8-852c-40d2-b5c3-687a35d139ac"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:09:24.874770 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa23665-f2c5-4043-9e23-c89abfe68f20 service neutron] Pushing event updated for resources: {'Port': ['ID=168bf7b8-852c-40d2-b5c3-687a35d139ac,revision_number=3']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:24.878209 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-6aa23665-f2c5-4043-9e23-c89abfe68f20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:24.886988 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a46875f8-a90e-44da-b6d0-16ee7e32f539 x-openstack-request-id: req-a46875f8-a90e-44da-b6d0-16ee7e32f539 {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:09:24.887311 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "698ffe4e-a145-445d-bbbc-8124952eb2e9", "tag": "168bf7b8-852c-40d2-b5c3-687a35d139ac", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:09:24.887620 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a46875f8-a90e-44da-b6d0-16ee7e32f539 {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:09:24.888046 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '698ffe4e-a145-445d-bbbc-8124952eb2e9', 'tag': '168bf7b8-852c-40d2-b5c3-687a35d139ac', 'status': 'completed', 'code': 200} Jun 23 19:09:24.993361 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf4f72c-6241-451c-8fb0-15fc14450399 req-07cc3a7d-57bd-4a79-9410-91ef6b204f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:24.994845 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-dcf4f72c-6241-451c-8fb0-15fc14450399 req-07cc3a7d-57bd-4a79-9410-91ef6b204f23 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=db90b450117a465f92e6d82ef61dfe48&device_id=698ffe4e-a145-445d-bbbc-8124952eb2e9 HTTP/1.1" status: 200 len: 1096 time: 0.0559928 Jun 23 19:09:25.120305 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf4f72c-6241-451c-8fb0-15fc14450399 req-32484a8f-2860-4aec-bfe4-c770477c8ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:25.121786 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-dcf4f72c-6241-451c-8fb0-15fc14450399 req-32484a8f-2860-4aec-bfe4-c770477c8ac6 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=db90b450117a465f92e6d82ef61dfe48&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1033509 Jun 23 19:09:25.223724 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf4f72c-6241-451c-8fb0-15fc14450399 req-877c219e-07c1-431c-8e71-864b4f04d244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:25.225219 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-dcf4f72c-6241-451c-8fb0-15fc14450399 req-877c219e-07c1-431c-8e71-864b4f04d244 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0969312 Jun 23 19:09:25.353268 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b46a2-5324-49aa-9006-d9f17440f68e req-463afc06-1324-4f7e-9a88-312043fd43b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:25.354686 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-797b46a2-5324-49aa-9006-d9f17440f68e req-463afc06-1324-4f7e-9a88-312043fd43b3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=db90b450117a465f92e6d82ef61dfe48&device_id=698ffe4e-a145-445d-bbbc-8124952eb2e9 HTTP/1.1" status: 200 len: 1096 time: 0.0570321 Jun 23 19:09:25.409251 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-797b46a2-5324-49aa-9006-d9f17440f68e req-cea71121-169e-434b-8a35-a8c9340d9c0c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=168bf7b8-852c-40d2-b5c3-687a35d139ac HTTP/1.1" status: 200 len: 217 time: 0.0391893 Jun 23 19:09:25.478189 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b46a2-5324-49aa-9006-d9f17440f68e req-9a1a3ef8-8c4b-4d80-8b4e-998d1bc8624f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:25.479900 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-797b46a2-5324-49aa-9006-d9f17440f68e req-9a1a3ef8-8c4b-4d80-8b4e-998d1bc8624f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3949b218-0df6-4be2-a186-712a1e4dfc6e HTTP/1.1" status: 200 len: 854 time: 0.0530856 Jun 23 19:09:25.518237 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-797b46a2-5324-49aa-9006-d9f17440f68e req-661cadf4-39ef-4186-8e94-876a92d6307b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8300ab53-bf8c-42c0-a416-e2ddb7ef4198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304010 Jun 23 19:09:25.588366 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef116e-acbc-4fd8-84ae-a6cf9ec0a804 req-100c1e1c-e941-474a-beb8-160ad5a4b49e tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:25.590581 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-93ef116e-acbc-4fd8-84ae-a6cf9ec0a804 req-100c1e1c-e941-474a-beb8-160ad5a4b49e tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f022836-784f-4a4c-ab37-ae1725639d96 HTTP/1.1" status: 200 len: 945 time: 0.0889249 Jun 23 19:09:25.631114 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-93ef116e-acbc-4fd8-84ae-a6cf9ec0a804 req-81da33b2-ccc1-41f5-8d75-d1c14b170bd4 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/security-groups?id=91571f0b-7134-4fa9-bd9c-2145cc487829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343902 Jun 23 19:09:25.736356 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-797b46a2-5324-49aa-9006-d9f17440f68e req-d3c5e8bf-e827-4d29-b294-6fa9f90eddd3 service neutron] 10.222.0.49 "GET /v2.0/networks/8300ab53-bf8c-42c0-a416-e2ddb7ef4198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072544 Jun 23 19:09:25.762839 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabfd6b2-c69e-480b-9974-9d93f7ffd225 req-ec94b3af-6232-4918-a74e-85a94ac6463c tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:25.764653 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-cabfd6b2-c69e-480b-9974-9d93f7ffd225 req-ec94b3af-6232-4918-a74e-85a94ac6463c tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/ports?device_id=698ffe4e-a145-445d-bbbc-8124952eb2e9 HTTP/1.1" status: 200 len: 943 time: 0.1941478 Jun 23 19:09:25.857638 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-cabfd6b2-c69e-480b-9974-9d93f7ffd225 req-23083283-40d4-433d-ab19-ee62a1f30426 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/security-groups?id=204e62e8-8b64-4fe9-8226-e24e494f73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820782 Jun 23 19:09:25.878474 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-797b46a2-5324-49aa-9006-d9f17440f68e req-0b4c1d45-2d46-4d79-b4f3-d9ff18300728 service neutron] 10.222.0.49 "GET /v2.0/networks/8300ab53-bf8c-42c0-a416-e2ddb7ef4198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325948 Jun 23 19:09:25.917457 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8895a092-e300-47e1-a6b6-a48cd1758ff6 req-11ab5eb6-00b8-4fb0-8211-a7d4f0a184e0 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:25.919081 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-8895a092-e300-47e1-a6b6-a48cd1758ff6 req-11ab5eb6-00b8-4fb0-8211-a7d4f0a184e0 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a6ad38a-50fb-4059-96f4-e736067a8448 HTTP/1.1" status: 200 len: 945 time: 0.0985360 Jun 23 19:09:25.976484 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-8895a092-e300-47e1-a6b6-a48cd1758ff6 req-d7210d54-2bf3-4555-96a2-4e51dad9209c tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435345 Jun 23 19:09:27.066855 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce73cd9-041f-4e8b-9061-47e02190f84c req-ac2781ad-aa69-4ae7-ab3d-873bd8ee613c tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:27.068132 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-4ce73cd9-041f-4e8b-9061-47e02190f84c req-ac2781ad-aa69-4ae7-ab3d-873bd8ee613c tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/ports?device_id=698ffe4e-a145-445d-bbbc-8124952eb2e9 HTTP/1.1" status: 200 len: 943 time: 0.0784421 Jun 23 19:09:27.112612 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-4ce73cd9-041f-4e8b-9061-47e02190f84c req-5d3b5c1a-71cc-4a9a-b4f8-7c2cf92bf056 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/security-groups?id=204e62e8-8b64-4fe9-8226-e24e494f73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352335 Jun 23 19:09:27.174663 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a3bee6-963d-466c-86f0-3381835d046b req-d127ecf3-5869-4c3b-820d-2abf76ec83ed tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:27.176367 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c3a3bee6-963d-466c-86f0-3381835d046b req-d127ecf3-5869-4c3b-820d-2abf76ec83ed tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a6ad38a-50fb-4059-96f4-e736067a8448 HTTP/1.1" status: 200 len: 945 time: 0.0739849 Jun 23 19:09:27.221178 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c3a3bee6-963d-466c-86f0-3381835d046b req-6b27364d-8ce8-4df4-ba17-de652dcfac21 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380352 Jun 23 19:09:28.308692 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74eae84-ac01-48c7-8d22-73684296d858 req-71f96f2c-fbb5-450b-b3de-cb75a6e6c0a0 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:28.310276 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f74eae84-ac01-48c7-8d22-73684296d858 req-71f96f2c-fbb5-450b-b3de-cb75a6e6c0a0 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/ports?device_id=698ffe4e-a145-445d-bbbc-8124952eb2e9 HTTP/1.1" status: 200 len: 943 time: 0.0783048 Jun 23 19:09:28.355560 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f74eae84-ac01-48c7-8d22-73684296d858 req-32fcd898-e2a5-4b8f-99ca-86f110e8feaa tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/security-groups?id=204e62e8-8b64-4fe9-8226-e24e494f73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375502 Jun 23 19:09:28.521040 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f283b6-e2e2-486a-b586-bfc67b93070a req-7c034ca4-a349-4895-a4c3-fee16d14d1d9 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:28.522544 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c3f283b6-e2e2-486a-b586-bfc67b93070a req-7c034ca4-a349-4895-a4c3-fee16d14d1d9 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a6ad38a-50fb-4059-96f4-e736067a8448 HTTP/1.1" status: 200 len: 945 time: 0.0666392 Jun 23 19:09:28.562631 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c3f283b6-e2e2-486a-b586-bfc67b93070a req-55e8b81f-a8ba-4efa-9900-8f5d52722891 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342507 Jun 23 19:09:29.532721 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187b1443-766a-43a9-b4e1-17f5af3f45ea req-7d9e0c54-010c-4a9a-b74e-72971703906d tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:29.534162 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-187b1443-766a-43a9-b4e1-17f5af3f45ea req-7d9e0c54-010c-4a9a-b74e-72971703906d tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/ports?device_id=698ffe4e-a145-445d-bbbc-8124952eb2e9 HTTP/1.1" status: 200 len: 943 time: 0.0616930 Jun 23 19:09:29.575752 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-187b1443-766a-43a9-b4e1-17f5af3f45ea req-d24c2dad-2391-4167-a783-9a7614437754 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/security-groups?id=204e62e8-8b64-4fe9-8226-e24e494f73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360110 Jun 23 19:09:29.737717 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7524ae43-5fff-43df-8d3a-c3a5e2244774 req-a46e91b8-f26b-4b3c-b2da-9607b73f2a99 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:29.739169 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7524ae43-5fff-43df-8d3a-c3a5e2244774 req-a46e91b8-f26b-4b3c-b2da-9607b73f2a99 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a6ad38a-50fb-4059-96f4-e736067a8448 HTTP/1.1" status: 200 len: 945 time: 0.0620220 Jun 23 19:09:29.777318 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7524ae43-5fff-43df-8d3a-c3a5e2244774 req-308f6a73-6758-45d6-8400-6ae6391cd94a tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325236 Jun 23 19:09:29.786189 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device 168bf7b8-852c-40d2-b5c3-687a35d139ac details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=93954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 19:09:29.894844 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] For port 168bf7b8-852c-40d2-b5c3-687a35d139ac, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=168bf7b8-852c-40d2-b5c3-687a35d139ac,segment=NetworkSegment(9b8aa179-8fbd-45ea-90df-783f49abcf82),segment_id=9b8aa179-8fbd-45ea-90df-783f49abcf82)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:09:29.907406 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Returning: {'device': '168bf7b8-852c-40d2-b5c3-687a35d139ac', 'network_id': '8300ab53-bf8c-42c0-a416-e2ddb7ef4198', 'port_id': '168bf7b8-852c-40d2-b5c3-687a35d139ac', 'mac_address': 'fa:16:3e:25:05:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3949b218-0df6-4be2-a186-712a1e4dfc6e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 19:09:29.944538 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:29.958715 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.notifiers.nova [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 168bf7b8-852c-40d2-b5c3-687a35d139ac {{(pid=93954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:09:29.980176 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] For port 168bf7b8-852c-40d2-b5c3-687a35d139ac, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=168bf7b8-852c-40d2-b5c3-687a35d139ac,segment=NetworkSegment(9b8aa179-8fbd-45ea-90df-783f49abcf82),segment_id=9b8aa179-8fbd-45ea-90df-783f49abcf82)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:09:30.085609 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:30.089542 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:30.145605 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Pushing event updated for resources: {'Port': ['ID=168bf7b8-852c-40d2-b5c3-687a35d139ac,revision_number=4']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:30.153040 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:09:30.153392 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:09:30.153737 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:09:30.154072 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:09:30.154412 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:09:30.154794 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:09:30.155182 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:09:30.155408 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:09:30.155760 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:09:30.156083 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:09:30.156404 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:09:30.156724 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:09:30.160885 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:30.199717 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-dfa89401-abf7-4684-865a-bd6d124e902a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:30.571221 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] get_ports_and_sgs() called for port_ids ['168bf7b8-852c-40d2-b5c3-687a35d139ac'] {{(pid=93954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:09:30.752036 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8210fa82-6198-4349-aeac-214b8d237459 req-289c33aa-2147-4b08-916c-01d31d684b9c tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:30.753508 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8210fa82-6198-4349-aeac-214b8d237459 req-289c33aa-2147-4b08-916c-01d31d684b9c tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/ports?device_id=698ffe4e-a145-445d-bbbc-8124952eb2e9 HTTP/1.1" status: 200 len: 944 time: 0.0657239 Jun 23 19:09:30.793344 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8210fa82-6198-4349-aeac-214b8d237459 req-5aa468be-a735-43aa-ac8c-37a7bc402bb3 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/security-groups?id=204e62e8-8b64-4fe9-8226-e24e494f73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339942 Jun 23 19:09:30.961400 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe011de3-9154-4411-a8c7-e097d0c7a250 req-c001acac-5049-4847-a95a-6f42a0aa6cf3 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:30.963556 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-fe011de3-9154-4411-a8c7-e097d0c7a250 req-c001acac-5049-4847-a95a-6f42a0aa6cf3 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a6ad38a-50fb-4059-96f4-e736067a8448 HTTP/1.1" status: 200 len: 945 time: 0.0713284 Jun 23 19:09:31.003001 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-fe011de3-9154-4411-a8c7-e097d0c7a250 req-ef34b92b-9f35-4fe8-ac82-aa7120844679 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335956 Jun 23 19:09:31.792277 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device 168bf7b8-852c-40d2-b5c3-687a35d139ac up at agent hyperv_hv-cinder-79049 {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:09:31.905017 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Provisioning for port 168bf7b8-852c-40d2-b5c3-687a35d139ac completed by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:09:31.910512 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Provisioning complete for port 168bf7b8-852c-40d2-b5c3-687a35d139ac triggered by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:09:31.910982 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:31.978891 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cfc03e-6890-4584-9d75-082864e1a39b req-f5e7214f-46a4-4173-9582-f08d405f344e tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:31.980389 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d2cfc03e-6890-4584-9d75-082864e1a39b req-f5e7214f-46a4-4173-9582-f08d405f344e tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/ports?device_id=698ffe4e-a145-445d-bbbc-8124952eb2e9 HTTP/1.1" status: 200 len: 944 time: 0.0730999 Jun 23 19:09:32.028391 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d2cfc03e-6890-4584-9d75-082864e1a39b req-20292495-446c-4f08-a196-2fd0a9627c9f tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/security-groups?id=204e62e8-8b64-4fe9-8226-e24e494f73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418396 Jun 23 19:09:32.122994 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:32.149051 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '698ffe4e-a145-445d-bbbc-8124952eb2e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '168bf7b8-852c-40d2-b5c3-687a35d139ac'}] {{(pid=93954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:09:32.151958 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78efef87a1af135e54214795b53a936b9e8d2b7d09f053504b37278e2de45a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-008ce7a9-7abe-46d1-b223-a3c39e374972" -d '{"events": [{"server_uuid": "698ffe4e-a145-445d-bbbc-8124952eb2e9", "name": "network-vif-plugged", "status": "completed", "tag": "168bf7b8-852c-40d2-b5c3-687a35d139ac"}]}' {{(pid=93954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:09:32.162996 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] For port 168bf7b8-852c-40d2-b5c3-687a35d139ac, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=168bf7b8-852c-40d2-b5c3-687a35d139ac,segment=NetworkSegment(9b8aa179-8fbd-45ea-90df-783f49abcf82),segment_id=9b8aa179-8fbd-45ea-90df-783f49abcf82)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:09:32.215796 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf84bad-caec-4ef9-bf46-8f58f763c14a req-c215f8b0-c791-407f-b4ed-280061674e42 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:32.217371 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3bf84bad-caec-4ef9-bf46-8f58f763c14a req-c215f8b0-c791-407f-b4ed-280061674e42 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a6ad38a-50fb-4059-96f4-e736067a8448 HTTP/1.1" status: 200 len: 945 time: 0.0728679 Jun 23 19:09:32.241554 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:32.245267 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:32.272332 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3bf84bad-caec-4ef9-bf46-8f58f763c14a req-683848a4-ff90-49a1-adfd-14ddd5c0f814 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484746 Jun 23 19:09:32.296104 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df57df99-fdbd-46d7-a87d-d8688e5fccea x-openstack-request-id: req-df57df99-fdbd-46d7-a87d-d8688e5fccea {{(pid=93954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:09:32.296409 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "698ffe4e-a145-445d-bbbc-8124952eb2e9", "name": "network-vif-plugged", "status": "completed", "tag": "168bf7b8-852c-40d2-b5c3-687a35d139ac", "code": 200}]} {{(pid=93954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:09:32.296678 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-df57df99-fdbd-46d7-a87d-d8688e5fccea {{(pid=93954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:09:32.297190 dv-cinder-790492-6-iscsi neutron-server[93954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '698ffe4e-a145-445d-bbbc-8124952eb2e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '168bf7b8-852c-40d2-b5c3-687a35d139ac', 'code': 200} Jun 23 19:09:32.300219 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Pushing event updated for resources: {'Port': ['ID=168bf7b8-852c-40d2-b5c3-687a35d139ac,revision_number=5']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:32.303305 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:32.723632 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223baef8-0d6b-4ac5-a34f-4ca807f15506 req-2d11024d-49ca-4496-953f-c0abd6c38840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:32.725273 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-223baef8-0d6b-4ac5-a34f-4ca807f15506 req-2d11024d-49ca-4496-953f-c0abd6c38840 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=698ffe4e-a145-445d-bbbc-8124952eb2e9 HTTP/1.1" status: 200 len: 1098 time: 0.0622907 Jun 23 19:09:32.762307 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-223baef8-0d6b-4ac5-a34f-4ca807f15506 req-d46a8734-0d97-43bb-9ff6-210985390956 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=204e62e8-8b64-4fe9-8226-e24e494f73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295510 Jun 23 19:09:32.956276 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-70010fba-fe20-4422-9d61-dcbf289d28f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:32.993343 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:33.238713 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf91b0-a911-4653-92ad-ae3e6fb71ec3 req-7995e054-69ec-41b9-b74a-98865819ecb4 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:33.240289 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-17cf91b0-a911-4653-92ad-ae3e6fb71ec3 req-7995e054-69ec-41b9-b74a-98865819ecb4 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/ports?device_id=698ffe4e-a145-445d-bbbc-8124952eb2e9 HTTP/1.1" status: 200 len: 945 time: 0.0787513 Jun 23 19:09:33.284178 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-17cf91b0-a911-4653-92ad-ae3e6fb71ec3 req-db80eba4-b16f-4fde-ae65-bb498ca573ed tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/security-groups?id=204e62e8-8b64-4fe9-8226-e24e494f73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373809 Jun 23 19:09:33.455888 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6a1f63-98e6-452c-99ec-2d4e88e850f7 req-6c727d3b-0a31-4d7c-a4cf-28b4575f88f7 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:33.457389 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-1f6a1f63-98e6-452c-99ec-2d4e88e850f7 req-6c727d3b-0a31-4d7c-a4cf-28b4575f88f7 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a6ad38a-50fb-4059-96f4-e736067a8448 HTTP/1.1" status: 200 len: 945 time: 0.0677631 Jun 23 19:09:33.498388 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-1f6a1f63-98e6-452c-99ec-2d4e88e850f7 req-e0875cd9-4f93-4098-8a43-1ecebd5d1b45 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342381 Jun 23 19:09:34.110981 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-36873b57-c469-4164-8152-400a4dc72ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:34.503813 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d009f1-b59d-4dbd-95b6-1ac2991bbc60 req-8c80a8fa-e978-48da-9374-65ddcca55a14 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:34.506315 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-07d009f1-b59d-4dbd-95b6-1ac2991bbc60 req-8c80a8fa-e978-48da-9374-65ddcca55a14 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/ports?device_id=698ffe4e-a145-445d-bbbc-8124952eb2e9 HTTP/1.1" status: 200 len: 945 time: 0.0728667 Jun 23 19:09:34.569876 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-07d009f1-b59d-4dbd-95b6-1ac2991bbc60 req-173e88a9-a710-4723-b360-fd0cf0d71d2b tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/security-groups?id=204e62e8-8b64-4fe9-8226-e24e494f73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575645 Jun 23 19:09:34.744366 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf84a32d-9bd4-4114-af60-09246e1f9f6f req-0769ed3b-a18b-43a7-8da7-e91f27fa396d tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:34.745885 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-cf84a32d-9bd4-4114-af60-09246e1f9f6f req-0769ed3b-a18b-43a7-8da7-e91f27fa396d tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a6ad38a-50fb-4059-96f4-e736067a8448 HTTP/1.1" status: 200 len: 945 time: 0.0648444 Jun 23 19:09:34.788868 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-cf84a32d-9bd4-4114-af60-09246e1f9f6f req-74e44c19-62a2-4225-b112-6d976c0c9285 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371053 Jun 23 19:09:35.365146 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0dfa02b7-e69b-42f9-a1c6-d55a29ea84e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:35.762258 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41691e25-1afd-4250-8f5a-40d4247a0274 req-ed1f7d7e-9807-4b11-a390-791dcebe591c tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:35.764099 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-41691e25-1afd-4250-8f5a-40d4247a0274 req-ed1f7d7e-9807-4b11-a390-791dcebe591c tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/ports?device_id=698ffe4e-a145-445d-bbbc-8124952eb2e9 HTTP/1.1" status: 200 len: 945 time: 0.0735462 Jun 23 19:09:35.810259 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-41691e25-1afd-4250-8f5a-40d4247a0274 req-c158bd38-0332-4d64-bb7e-ab83ad6ee898 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/security-groups?id=204e62e8-8b64-4fe9-8226-e24e494f73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401185 Jun 23 19:09:35.982047 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a19f30-b3f6-4a8d-a743-0f1d8beadebc req-95efd28b-cf0a-4060-b851-a7e631c15a09 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:35.984157 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-32a19f30-b3f6-4a8d-a743-0f1d8beadebc req-95efd28b-cf0a-4060-b851-a7e631c15a09 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a6ad38a-50fb-4059-96f4-e736067a8448 HTTP/1.1" status: 200 len: 945 time: 0.0715308 Jun 23 19:09:36.026993 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-32a19f30-b3f6-4a8d-a743-0f1d8beadebc req-bc9ded61-822d-45c3-9004-f85f009273d1 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373805 Jun 23 19:09:37.201638 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff336e-db0c-4b0e-9f85-e95d5a465bd1 req-d2d3db5e-2700-48fc-9d78-0283e09c109f tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:37.203027 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d6ff336e-db0c-4b0e-9f85-e95d5a465bd1 req-d2d3db5e-2700-48fc-9d78-0283e09c109f tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a6ad38a-50fb-4059-96f4-e736067a8448 HTTP/1.1" status: 200 len: 945 time: 0.0636466 Jun 23 19:09:37.241704 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d6ff336e-db0c-4b0e-9f85-e95d5a465bd1 req-0ee10645-50f4-4ac9-8b49-80159d5a1cf7 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327921 Jun 23 19:09:38.414309 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce52ac6-e8cb-4d64-b7ba-2a8d19a67397 req-f1169ba5-ceab-4d82-a916-94e95cb25027 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:38.415785 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3ce52ac6-e8cb-4d64-b7ba-2a8d19a67397 req-f1169ba5-ceab-4d82-a916-94e95cb25027 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a6ad38a-50fb-4059-96f4-e736067a8448 HTTP/1.1" status: 200 len: 945 time: 0.0616622 Jun 23 19:09:38.465461 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3ce52ac6-e8cb-4d64-b7ba-2a8d19a67397 req-63b80195-fc57-4ce7-8278-e43b175a24cc tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426826 Jun 23 19:09:39.507702 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0becd2dc-e521-4723-aa23-838014a43076 req-62458182-6a54-47e8-a92b-071a27e4ad3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:39.509354 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0becd2dc-e521-4723-aa23-838014a43076 req-62458182-6a54-47e8-a92b-071a27e4ad3b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0a6ad38a-50fb-4059-96f4-e736067a8448 HTTP/1.1" status: 200 len: 1098 time: 0.0592592 Jun 23 19:09:39.548592 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0becd2dc-e521-4723-aa23-838014a43076 req-2efe1445-8707-4c5c-9905-1199d7e3e85a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317945 Jun 23 19:09:39.649640 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c399800-3b76-468a-aa74-6e60107c8d4e req-f5bddb62-62b9-480e-a93b-7d5fe75a5268 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:39.651800 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9c399800-3b76-468a-aa74-6e60107c8d4e req-f5bddb62-62b9-480e-a93b-7d5fe75a5268 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a6ad38a-50fb-4059-96f4-e736067a8448 HTTP/1.1" status: 200 len: 945 time: 0.0664148 Jun 23 19:09:39.691935 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9c399800-3b76-468a-aa74-6e60107c8d4e req-37a631dc-b9b0-42e9-b877-ec0b795123f0 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334249 Jun 23 19:09:40.367812 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-bff484df-7b4b-47c8-8bc2-e1fcbc5bc8ce req-13a1db18-5139-467c-847b-830733f893dd tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-994080933&fields=id&tenant_id=eec1ba71166e4c50a81e1f89588a5bf6 HTTP/1.1" status: 200 len: 267 time: 0.0402353 Jun 23 19:09:40.507603 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff484df-7b4b-47c8-8bc2-e1fcbc5bc8ce req-40a9160d-a730-437d-ae1c-40cf11ed09e2 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:40.509139 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-bff484df-7b4b-47c8-8bc2-e1fcbc5bc8ce req-40a9160d-a730-437d-ae1c-40cf11ed09e2 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/networks?id=481be26c-7a5b-467d-9408-466d4aa92702 HTTP/1.1" status: 200 len: 808 time: 0.1326251 Jun 23 19:09:40.524227 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-bff484df-7b4b-47c8-8bc2-e1fcbc5bc8ce req-0eb451e3-c98c-4888-a03f-ffb1348ab82c tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/quotas/eec1ba71166e4c50a81e1f89588a5bf6 HTTP/1.1" status: 200 len: 375 time: 0.0095062 Jun 23 19:09:40.597306 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-bff484df-7b4b-47c8-8bc2-e1fcbc5bc8ce req-c5a029f8-4745-48fd-a81c-456105158e78 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=eec1ba71166e4c50a81e1f89588a5bf6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0669706 Jun 23 19:09:40.703923 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-bff484df-7b4b-47c8-8bc2-e1fcbc5bc8ce req-c4abe1ad-75d7-4dbc-b688-f89ffbc46a42 service neutron] 10.222.0.69 "GET /v2.0/networks/481be26c-7a5b-467d-9408-466d4aa92702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942194 Jun 23 19:09:40.814545 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-bff484df-7b4b-47c8-8bc2-e1fcbc5bc8ce req-02119910-95a5-4e07-bcf9-28c4eee1eff0 service neutron] 10.222.0.69 "GET /v2.0/networks/481be26c-7a5b-467d-9408-466d4aa92702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972724 Jun 23 19:09:40.888249 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075c87d8-0544-44c8-a819-99fa7e5c2efa req-bd91ee47-91ee-48f6-a89b-5673ffa1bb23 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:40.889834 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-075c87d8-0544-44c8-a819-99fa7e5c2efa req-bd91ee47-91ee-48f6-a89b-5673ffa1bb23 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a6ad38a-50fb-4059-96f4-e736067a8448 HTTP/1.1" status: 200 len: 945 time: 0.0704434 Jun 23 19:09:40.936424 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-075c87d8-0544-44c8-a819-99fa7e5c2efa req-ea50c020-689d-4aa0-a58f-cd081c72211e tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369573 Jun 23 19:09:41.664584 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-b35b8b71-fa8a-4d94-a914-2b8c3cc343f9 req-af282cf2-408b-4166-8fc8-b32557e74c04 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/ports?device_id=b389f774-9ff0-4f52-9779-fca0f42d0093 HTTP/1.1" status: 200 len: 210 time: 0.0305398 Jun 23 19:09:42.120578 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d85159-7ffa-4711-98a3-eca95ceb2ccc req-8588a4a2-af24-4baf-98e4-ba20ecb1680d tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:42.122060 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-29d85159-7ffa-4711-98a3-eca95ceb2ccc req-8588a4a2-af24-4baf-98e4-ba20ecb1680d tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a6ad38a-50fb-4059-96f4-e736067a8448 HTTP/1.1" status: 200 len: 945 time: 0.0669911 Jun 23 19:09:42.161169 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-29d85159-7ffa-4711-98a3-eca95ceb2ccc req-2243a67a-95ec-47e0-b4f8-980fcf1796e8 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333500 Jun 23 19:09:42.768366 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7c43dea3-5d37-49bb-b2b4-8d1672bfef57 req-15c34e47-47dd-4d75-b421-b1a76d7ceeb3 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/ports?device_id=b389f774-9ff0-4f52-9779-fca0f42d0093 HTTP/1.1" status: 200 len: 210 time: 0.0310071 Jun 23 19:09:42.911521 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a959b1d-0bd0-4ec7-89e5-5e51f1fd5fe4 req-536dcc92-2d1e-4e96-8d7e-3cdcd772f0a7 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:42.913177 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-7a959b1d-0bd0-4ec7-89e5-5e51f1fd5fe4 req-536dcc92-2d1e-4e96-8d7e-3cdcd772f0a7 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a6ad38a-50fb-4059-96f4-e736067a8448 HTTP/1.1" status: 200 len: 945 time: 0.0710590 Jun 23 19:09:42.959991 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-7a959b1d-0bd0-4ec7-89e5-5e51f1fd5fe4 req-23134aea-43bf-42c3-9a28-cab5adf93e19 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393481 Jun 23 19:09:42.991296 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24457d62-5af8-4d8f-a734-5595f16b0107 req-e515779b-d6f5-4f34-b02e-21799616a58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:42.992692 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-24457d62-5af8-4d8f-a734-5595f16b0107 req-e515779b-d6f5-4f34-b02e-21799616a58a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=799fb833a74e4ec9879033c46726a559&device_id=0a6ad38a-50fb-4059-96f4-e736067a8448 HTTP/1.1" status: 200 len: 1098 time: 0.0643733 Jun 23 19:09:43.331701 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24457d62-5af8-4d8f-a734-5595f16b0107 req-893bba7d-a264-4965-8527-cc58095b7211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:43.333268 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-24457d62-5af8-4d8f-a734-5595f16b0107 req-893bba7d-a264-4965-8527-cc58095b7211 service neutron] 10.222.0.49 "GET /v2.0/networks?id=135041da-43be-4a0d-8112-dd2b8ce30653 HTTP/1.1" status: 200 len: 919 time: 0.3316541 Jun 23 19:09:43.375253 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-24457d62-5af8-4d8f-a734-5595f16b0107 req-06160529-111e-416b-93d6-552376d6d15c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=52c88fe5-9869-47bc-a0f4-e8df303d12a7 HTTP/1.1" status: 200 len: 217 time: 0.0333800 Jun 23 19:09:43.429714 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24457d62-5af8-4d8f-a734-5595f16b0107 req-92c56f1c-6eab-46c9-aed7-079b794d3b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:43.431189 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-24457d62-5af8-4d8f-a734-5595f16b0107 req-92c56f1c-6eab-46c9-aed7-079b794d3b5b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9d5f5c89-7005-49cd-88db-9b8779875ae2 HTTP/1.1" status: 200 len: 858 time: 0.0492902 Jun 23 19:09:43.470095 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-24457d62-5af8-4d8f-a734-5595f16b0107 req-ddd970ef-a6cc-4506-b1cc-e564e3e2dc3f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=135041da-43be-4a0d-8112-dd2b8ce30653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273383 Jun 23 19:09:43.593985 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-24457d62-5af8-4d8f-a734-5595f16b0107 req-ab56704d-8f77-4994-80db-5b22da22809d service neutron] 10.222.0.49 "GET /v2.0/networks/135041da-43be-4a0d-8112-dd2b8ce30653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820043 Jun 23 19:09:43.695668 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-24457d62-5af8-4d8f-a734-5595f16b0107 req-5f0a90d7-8ace-4645-9c9b-14216a6807d3 service neutron] 10.222.0.49 "GET /v2.0/networks/135041da-43be-4a0d-8112-dd2b8ce30653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925703 Jun 23 19:09:43.918972 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c0deff36-6e16-4f58-ad1b-438fafbf8e93 req-35e0e57a-6378-427b-b405-39f4e832a988 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/ports?device_id=b389f774-9ff0-4f52-9779-fca0f42d0093 HTTP/1.1" status: 200 len: 210 time: 0.0324566 Jun 23 19:09:44.151273 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83db62a-2c99-489f-8667-5c2e97c6fd67 req-0d6fb323-67d4-4fdb-9d68-422fda201bc5 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:44.152788 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f83db62a-2c99-489f-8667-5c2e97c6fd67 req-0d6fb323-67d4-4fdb-9d68-422fda201bc5 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a6ad38a-50fb-4059-96f4-e736067a8448 HTTP/1.1" status: 200 len: 945 time: 0.0705276 Jun 23 19:09:44.193423 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f83db62a-2c99-489f-8667-5c2e97c6fd67 req-42ed6ed5-54ec-4288-bef9-e6bc4559e084 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349245 Jun 23 19:09:44.778419 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff484df-7b4b-47c8-8bc2-e1fcbc5bc8ce req-6e3c6a0e-6b49-40eb-b61b-24da5166fee4 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:44.779936 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-bff484df-7b4b-47c8-8bc2-e1fcbc5bc8ce req-6e3c6a0e-6b49-40eb-b61b-24da5166fee4 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.49 "GET /v2.0/networks?id=481be26c-7a5b-467d-9408-466d4aa92702 HTTP/1.1" status: 200 len: 808 time: 0.1133609 Jun 23 19:09:44.846121 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-bff484df-7b4b-47c8-8bc2-e1fcbc5bc8ce req-83c8fab7-2206-4ea8-9743-2bf15f2f42ec tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eec1ba71166e4c50a81e1f89588a5bf6 HTTP/1.1" status: 200 len: 379 time: 0.0409784 Jun 23 19:09:44.860001 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [req-bff484df-7b4b-47c8-8bc2-e1fcbc5bc8ce req-c5df793b-90a7-4174-95e6-ce15df79fd7f tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Request body: {'port': {'device_id': 'b389f774-9ff0-4f52-9779-fca0f42d0093', 'network_id': '481be26c-7a5b-467d-9408-466d4aa92702', 'admin_state_up': True, 'tenant_id': 'eec1ba71166e4c50a81e1f89588a5bf6', 'security_groups': ['89c8f244-84dd-4955-bd65-36bd2a6ab177']}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:09:45.080363 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0d3767dd-58a3-4639-b378-a974f7b4a59a req-e03ee2f5-37ac-4090-be23-44d5b669d330 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/ports?device_id=b389f774-9ff0-4f52-9779-fca0f42d0093 HTTP/1.1" status: 200 len: 210 time: 0.0334468 Jun 23 19:09:45.092982 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bff484df-7b4b-47c8-8bc2-e1fcbc5bc8ce req-c5df793b-90a7-4174-95e6-ce15df79fd7f tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Made reservation on behalf of eec1ba71166e4c50a81e1f89588a5bf6 for: {'port': 1} {{(pid=93953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:09:45.096806 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-bff484df-7b4b-47c8-8bc2-e1fcbc5bc8ce req-c5df793b-90a7-4174-95e6-ce15df79fd7f tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-975148'] for port, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:45.246706 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_common [req-bff484df-7b4b-47c8-8bc2-e1fcbc5bc8ce req-c5df793b-90a7-4174-95e6-ce15df79fd7f tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Allocated IP 172.20.0.14 (481be26c-7a5b-467d-9408-466d4aa92702/2b74c165-911b-430d-9033-28ede67b53a0/9052585d-57ac-4816-8951-6a03ce5ec933) {{(pid=93953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:09:45.407802 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb653e3-cf93-4228-aefd-ce7c7b92e8bd req-2755c69b-bd74-4c6c-b58d-65e7e0c79db5 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:45.409296 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-6bb653e3-cf93-4228-aefd-ce7c7b92e8bd req-2755c69b-bd74-4c6c-b58d-65e7e0c79db5 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a6ad38a-50fb-4059-96f4-e736067a8448 HTTP/1.1" status: 200 len: 945 time: 0.0701058 Jun 23 19:09:45.409787 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-bff484df-7b4b-47c8-8bc2-e1fcbc5bc8ce req-c5df793b-90a7-4174-95e6-ce15df79fd7f tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Notify callbacks [] for port, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:45.425213 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [req-bff484df-7b4b-47c8-8bc2-e1fcbc5bc8ce req-c5df793b-90a7-4174-95e6-ce15df79fd7f tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Transition to ACTIVE for port object 9052585d-57ac-4816-8951-6a03ce5ec933 will not be triggered until provisioned by entity DHCP. {{(pid=93953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:09:45.451448 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-6bb653e3-cf93-4228-aefd-ce7c7b92e8bd req-abbc52e1-8a76-4093-92cf-6d4621a1fa1c tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356843 Jun 23 19:09:45.521936 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-bff484df-7b4b-47c8-8bc2-e1fcbc5bc8ce req-c5df793b-90a7-4174-95e6-ce15df79fd7f tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-975211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745549236125'] for port, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:45.526408 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-6aa23665-f2c5-4043-9e23-c89abfe68f20 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:45.581986 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bff484df-7b4b-47c8-8bc2-e1fcbc5bc8ce req-c5df793b-90a7-4174-95e6-ce15df79fd7f tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Network 481be26c-7a5b-467d-9408-466d4aa92702 is already hosted by enough agents. {{(pid=93953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:09:45.585170 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [req-bff484df-7b4b-47c8-8bc2-e1fcbc5bc8ce req-c5df793b-90a7-4174-95e6-ce15df79fd7f tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Resources bound (agent type, host, resource id): {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:09:45.588154 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [req-bff484df-7b4b-47c8-8bc2-e1fcbc5bc8ce req-c5df793b-90a7-4174-95e6-ce15df79fd7f tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Received port after_create {{(pid=93953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:09:45.594136 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff484df-7b4b-47c8-8bc2-e1fcbc5bc8ce req-c5df793b-90a7-4174-95e6-ce15df79fd7f tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:45.595163 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-bff484df-7b4b-47c8-8bc2-e1fcbc5bc8ce req-c5df793b-90a7-4174-95e6-ce15df79fd7f tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:45.607219 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5df793b-90a7-4174-95e6-ce15df79fd7f tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Pushing event updated for resources: {'Port': ['ID=9052585d-57ac-4816-8951-6a03ce5ec933,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:45.618379 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df793b-90a7-4174-95e6-ce15df79fd7f tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:09:45.618757 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df793b-90a7-4174-95e6-ce15df79fd7f tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:09:45.619157 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df793b-90a7-4174-95e6-ce15df79fd7f tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:09:45.620090 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df793b-90a7-4174-95e6-ce15df79fd7f tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:09:45.620439 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df793b-90a7-4174-95e6-ce15df79fd7f tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:09:45.620784 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df793b-90a7-4174-95e6-ce15df79fd7f tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:09:45.621127 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df793b-90a7-4174-95e6-ce15df79fd7f tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:09:45.621474 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df793b-90a7-4174-95e6-ce15df79fd7f tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:09:45.621816 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df793b-90a7-4174-95e6-ce15df79fd7f tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:09:45.622183 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df793b-90a7-4174-95e6-ce15df79fd7f tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:09:45.622529 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df793b-90a7-4174-95e6-ce15df79fd7f tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:09:45.622870 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df793b-90a7-4174-95e6-ce15df79fd7f tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:09:45.626549 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-c5df793b-90a7-4174-95e6-ce15df79fd7f tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:45.716775 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-bff484df-7b4b-47c8-8bc2-e1fcbc5bc8ce req-c5df793b-90a7-4174-95e6-ce15df79fd7f tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8611679 Jun 23 19:09:45.748159 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [req-bff484df-7b4b-47c8-8bc2-e1fcbc5bc8ce req-2a1f122e-a252-4695-aeb4-85cf81a5fa50 service neutron] Request body: {'port': {'device_id': 'b389f774-9ff0-4f52-9779-fca0f42d0093', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:09:45.833291 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-bff484df-7b4b-47c8-8bc2-e1fcbc5bc8ce req-2a1f122e-a252-4695-aeb4-85cf81a5fa50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:45.923948 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-e3dd0d39-a129-4313-b8c3-b97b41fa75bf None None] Provisioning for port 9052585d-57ac-4816-8951-6a03ce5ec933 completed by entity DHCP. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:09:45.936462 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-e3dd0d39-a129-4313-b8c3-b97b41fa75bf None None] Provisioning complete for port 9052585d-57ac-4816-8951-6a03ce5ec933 triggered by entity DHCP. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:09:45.936462 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-e3dd0d39-a129-4313-b8c3-b97b41fa75bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:45.985864 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-e3dd0d39-a129-4313-b8c3-b97b41fa75bf None None] Port 9052585d-57ac-4816-8951-6a03ce5ec933 cannot update to ACTIVE because it is not bound. {{(pid=93954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 19:09:46.031205 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 33770) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:09:46.166211 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-bf6392a4-e9df-484d-9e01-30a81de15d1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:46.169535 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [req-bff484df-7b4b-47c8-8bc2-e1fcbc5bc8ce req-2a1f122e-a252-4695-aeb4-85cf81a5fa50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9052585d-57ac-4816-8951-6a03ce5ec933 {{(pid=93953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:09:46.177578 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-bff484df-7b4b-47c8-8bc2-e1fcbc5bc8ce req-2a1f122e-a252-4695-aeb4-85cf81a5fa50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:46.194201 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [req-bff484df-7b4b-47c8-8bc2-e1fcbc5bc8ce req-2a1f122e-a252-4695-aeb4-85cf81a5fa50 service neutron] Transition to ACTIVE for port object 9052585d-57ac-4816-8951-6a03ce5ec933 will not be triggered until provisioned by entity L2. {{(pid=93953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:09:46.275960 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-bff484df-7b4b-47c8-8bc2-e1fcbc5bc8ce req-2a1f122e-a252-4695-aeb4-85cf81a5fa50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:46.279157 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:46.317630 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-bf6392a4-e9df-484d-9e01-30a81de15d1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:46.334736 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f122e-a252-4695-aeb4-85cf81a5fa50 service neutron] Pushing event updated for resources: {'Port': ['ID=9052585d-57ac-4816-8951-6a03ce5ec933,revision_number=2']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:46.337672 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-2a1f122e-a252-4695-aeb4-85cf81a5fa50 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:46.339366 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a7bfa-b8a2-425e-b76a-ff3dd4d072ef req-cca3be2a-1b5c-4dbf-b5d0-23328ae5e37d tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:46.340941 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-189a7bfa-b8a2-425e-b76a-ff3dd4d072ef req-cca3be2a-1b5c-4dbf-b5d0-23328ae5e37d tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/ports?device_id=b389f774-9ff0-4f52-9779-fca0f42d0093 HTTP/1.1" status: 200 len: 932 time: 0.1185017 Jun 23 19:09:46.383089 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-bf6392a4-e9df-484d-9e01-30a81de15d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:46.388885 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-e9e64c00-b497-4279-8ea1-acf6ef842beb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:46.411369 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-189a7bfa-b8a2-425e-b76a-ff3dd4d072ef req-af1530ee-0890-48f7-b654-b7cb3ca4d352 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/security-groups?id=89c8f244-84dd-4955-bd65-36bd2a6ab177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642588 Jun 23 19:09:46.436458 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6392a4-e9df-484d-9e01-30a81de15d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7886533-e3f7-41d0-8300-7b8c0e908835,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:46.440411 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-bf6392a4-e9df-484d-9e01-30a81de15d1f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d96eca78266a4b37b0614498c8140b5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4079120 Jun 23 19:09:46.443035 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 33778) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:09:46.446927 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6392a4-e9df-484d-9e01-30a81de15d1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:09:46.447401 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6392a4-e9df-484d-9e01-30a81de15d1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:09:46.447989 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6392a4-e9df-484d-9e01-30a81de15d1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:09:46.448173 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6392a4-e9df-484d-9e01-30a81de15d1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:09:46.448525 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6392a4-e9df-484d-9e01-30a81de15d1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:09:46.448872 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6392a4-e9df-484d-9e01-30a81de15d1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:09:46.449218 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6392a4-e9df-484d-9e01-30a81de15d1f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:09:46.449561 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6392a4-e9df-484d-9e01-30a81de15d1f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:09:46.449905 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6392a4-e9df-484d-9e01-30a81de15d1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:09:46.450243 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6392a4-e9df-484d-9e01-30a81de15d1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:09:46.450581 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6392a4-e9df-484d-9e01-30a81de15d1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:09:46.450915 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6392a4-e9df-484d-9e01-30a81de15d1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:09:46.455667 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-bf6392a4-e9df-484d-9e01-30a81de15d1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:46.548725 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-461612c7-8987-4e81-88d3-7ed8004b77f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:46.570804 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-461612c7-8987-4e81-88d3-7ed8004b77f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:46.670451 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68ad191-4c81-4201-b69d-a4fb19c3cdc2 req-930473cc-fbe2-4f1d-b4de-f99be5a5f9da tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:46.671961 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c68ad191-4c81-4201-b69d-a4fb19c3cdc2 req-930473cc-fbe2-4f1d-b4de-f99be5a5f9da tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a6ad38a-50fb-4059-96f4-e736067a8448 HTTP/1.1" status: 200 len: 945 time: 0.0690136 Jun 23 19:09:46.711586 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c68ad191-4c81-4201-b69d-a4fb19c3cdc2 req-12b9409a-6d2d-4d9f-85b0-c5d1bcc3d454 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337512 Jun 23 19:09:46.857278 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-461612c7-8987-4e81-88d3-7ed8004b77f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:46.862718 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-461612c7-8987-4e81-88d3-7ed8004b77f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:46.870134 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-461612c7-8987-4e81-88d3-7ed8004b77f7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c7886533-e3f7-41d0-8300-7b8c0e908835 HTTP/1.1" status: 204 len: 168 time: 0.4240820 Jun 23 19:09:46.875461 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-c02b99d0-fcf0-46c3-ac1c-d304db52f758 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:46.884089 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461612c7-8987-4e81-88d3-7ed8004b77f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7886533-e3f7-41d0-8300-7b8c0e908835,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:46.888354 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-461612c7-8987-4e81-88d3-7ed8004b77f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:47.087302 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-bff484df-7b4b-47c8-8bc2-e1fcbc5bc8ce req-2a1f122e-a252-4695-aeb4-85cf81a5fa50 service neutron] Attempting to bind port 9052585d-57ac-4816-8951-6a03ce5ec933 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:09:47.087788 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-bff484df-7b4b-47c8-8bc2-e1fcbc5bc8ce req-2a1f122e-a252-4695-aeb4-85cf81a5fa50 service neutron] Attempting to bind port 9052585d-57ac-4816-8951-6a03ce5ec933 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '69103e30-5a0e-4989-a98f-ce80dbdb4825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '481be26c-7a5b-467d-9408-466d4aa92702'}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:09:47.088192 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff484df-7b4b-47c8-8bc2-e1fcbc5bc8ce req-2a1f122e-a252-4695-aeb4-85cf81a5fa50 service neutron] Attempting to bind port 9052585d-57ac-4816-8951-6a03ce5ec933 on network 481be26c-7a5b-467d-9408-466d4aa92702 {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:09:47.094535 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff484df-7b4b-47c8-8bc2-e1fcbc5bc8ce req-2a1f122e-a252-4695-aeb4-85cf81a5fa50 service neutron] Port 9052585d-57ac-4816-8951-6a03ce5ec933 on network 481be26c-7a5b-467d-9408-466d4aa92702 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 19:09:47.096213 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff484df-7b4b-47c8-8bc2-e1fcbc5bc8ce req-2a1f122e-a252-4695-aeb4-85cf81a5fa50 service neutron] Attempting to bind port 9052585d-57ac-4816-8951-6a03ce5ec933 on network 481be26c-7a5b-467d-9408-466d4aa92702 {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:09:47.101101 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff484df-7b4b-47c8-8bc2-e1fcbc5bc8ce req-2a1f122e-a252-4695-aeb4-85cf81a5fa50 service neutron] Checking agent: {'id': '931bf73c-9d40-46c8-855c-92667356b0d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 19, 4, 47), 'started_at': datetime.datetime(2021, 6, 23, 19, 4, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:09:47.101527 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff484df-7b4b-47c8-8bc2-e1fcbc5bc8ce req-2a1f122e-a252-4695-aeb4-85cf81a5fa50 service neutron] Checking segment: {'id': '69103e30-5a0e-4989-a98f-ce80dbdb4825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '481be26c-7a5b-467d-9408-466d4aa92702'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:09:47.101882 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff484df-7b4b-47c8-8bc2-e1fcbc5bc8ce req-2a1f122e-a252-4695-aeb4-85cf81a5fa50 service neutron] Bound using segment: {'id': '69103e30-5a0e-4989-a98f-ce80dbdb4825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '481be26c-7a5b-467d-9408-466d4aa92702'} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:09:47.102349 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-bff484df-7b4b-47c8-8bc2-e1fcbc5bc8ce req-2a1f122e-a252-4695-aeb4-85cf81a5fa50 service neutron] Bound port: 9052585d-57ac-4816-8951-6a03ce5ec933, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69103e30-5a0e-4989-a98f-ce80dbdb4825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '481be26c-7a5b-467d-9408-466d4aa92702'}}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:09:47.102699 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-bff484df-7b4b-47c8-8bc2-e1fcbc5bc8ce req-2a1f122e-a252-4695-aeb4-85cf81a5fa50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:47.124393 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:47.184283 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-bff484df-7b4b-47c8-8bc2-e1fcbc5bc8ce req-2a1f122e-a252-4695-aeb4-85cf81a5fa50 service neutron] For port 9052585d-57ac-4816-8951-6a03ce5ec933, host hv-cinder-79049, cleared binding levels {{(pid=93953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:09:47.187499 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-bff484df-7b4b-47c8-8bc2-e1fcbc5bc8ce req-2a1f122e-a252-4695-aeb4-85cf81a5fa50 service neutron] For port 9052585d-57ac-4816-8951-6a03ce5ec933, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=9052585d-57ac-4816-8951-6a03ce5ec933,segment=NetworkSegment(69103e30-5a0e-4989-a98f-ce80dbdb4825),segment_id=69103e30-5a0e-4989-a98f-ce80dbdb4825)] {{(pid=93953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:09:47.318735 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-bff484df-7b4b-47c8-8bc2-e1fcbc5bc8ce req-2a1f122e-a252-4695-aeb4-85cf81a5fa50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:47.328175 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-c5df793b-90a7-4174-95e6-ce15df79fd7f tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:47.335933 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff484df-7b4b-47c8-8bc2-e1fcbc5bc8ce req-2a1f122e-a252-4695-aeb4-85cf81a5fa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:47.336780 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-bff484df-7b4b-47c8-8bc2-e1fcbc5bc8ce req-2a1f122e-a252-4695-aeb4-85cf81a5fa50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:47.339216 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-bff484df-7b4b-47c8-8bc2-e1fcbc5bc8ce req-2a1f122e-a252-4695-aeb4-85cf81a5fa50 service neutron] 10.222.0.49 "PUT /v2.0/ports/9052585d-57ac-4816-8951-6a03ce5ec933 HTTP/1.1" status: 200 len: 1094 time: 1.6002305 Jun 23 19:09:47.339930 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b389f774-9ff0-4f52-9779-fca0f42d0093', 'tag': '9052585d-57ac-4816-8951-6a03ce5ec933'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:09:47.345717 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8902aeace0540733bba5a146bce723956a3312b5b25ae011a73fc84317b4d28a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab4cd51-4d43-4e1e-adb4-b0dcce1fe347" -d '{"events": [{"name": "network-changed", "server_uuid": "b389f774-9ff0-4f52-9779-fca0f42d0093", "tag": "9052585d-57ac-4816-8951-6a03ce5ec933"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:09:47.407946 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f122e-a252-4695-aeb4-85cf81a5fa50 service neutron] Pushing event updated for resources: {'Port': ['ID=9052585d-57ac-4816-8951-6a03ce5ec933,revision_number=3']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:47.412477 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-2a1f122e-a252-4695-aeb4-85cf81a5fa50 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:47.432873 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ccb894-d0f6-4cc4-a9b9-0ab43f0ed83b x-openstack-request-id: req-89ccb894-d0f6-4cc4-a9b9-0ab43f0ed83b {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:09:47.433306 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b389f774-9ff0-4f52-9779-fca0f42d0093", "tag": "9052585d-57ac-4816-8951-6a03ce5ec933", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:09:47.433825 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-89ccb894-d0f6-4cc4-a9b9-0ab43f0ed83b {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:09:47.434359 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b389f774-9ff0-4f52-9779-fca0f42d0093', 'tag': '9052585d-57ac-4816-8951-6a03ce5ec933', 'status': 'completed', 'code': 200} Jun 23 19:09:47.604677 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab4cd51-4d43-4e1e-adb4-b0dcce1fe347 req-de68e705-c7f7-4447-b3a3-a78deb9a1c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:47.606537 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9ab4cd51-4d43-4e1e-adb4-b0dcce1fe347 req-de68e705-c7f7-4447-b3a3-a78deb9a1c22 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eec1ba71166e4c50a81e1f89588a5bf6&device_id=b389f774-9ff0-4f52-9779-fca0f42d0093 HTTP/1.1" status: 200 len: 1097 time: 0.1024041 Jun 23 19:09:47.640200 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5279ea39-3baf-4f84-acd4-1438155a2e5f req-318c7ca9-dd68-441c-8ba6-2460eb075dfd tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:47.641630 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5279ea39-3baf-4f84-acd4-1438155a2e5f req-318c7ca9-dd68-441c-8ba6-2460eb075dfd tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/ports?device_id=b389f774-9ff0-4f52-9779-fca0f42d0093 HTTP/1.1" status: 200 len: 944 time: 0.0762370 Jun 23 19:09:47.686156 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5279ea39-3baf-4f84-acd4-1438155a2e5f req-6f92fcfa-f0bb-40ae-9766-9b2c0f6071a0 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/security-groups?id=89c8f244-84dd-4955-bd65-36bd2a6ab177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383322 Jun 23 19:09:47.756646 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab4cd51-4d43-4e1e-adb4-b0dcce1fe347 req-9bd94bdc-8fd4-451d-8c34-31e6f9655720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:47.765761 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9ab4cd51-4d43-4e1e-adb4-b0dcce1fe347 req-9bd94bdc-8fd4-451d-8c34-31e6f9655720 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=eec1ba71166e4c50a81e1f89588a5bf6&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0977728 Jun 23 19:09:47.859877 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab4cd51-4d43-4e1e-adb4-b0dcce1fe347 req-3d0974a7-c3b8-4999-a331-bcc1a5df6904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:47.861356 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9ab4cd51-4d43-4e1e-adb4-b0dcce1fe347 req-3d0974a7-c3b8-4999-a331-bcc1a5df6904 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0961246 Jun 23 19:09:48.030918 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff484df-7b4b-47c8-8bc2-e1fcbc5bc8ce req-4d596539-d5e7-4345-8b14-e1b1a78450bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:48.032559 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-bff484df-7b4b-47c8-8bc2-e1fcbc5bc8ce req-4d596539-d5e7-4345-8b14-e1b1a78450bd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eec1ba71166e4c50a81e1f89588a5bf6&device_id=b389f774-9ff0-4f52-9779-fca0f42d0093 HTTP/1.1" status: 200 len: 1097 time: 0.0636394 Jun 23 19:09:48.088006 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-bff484df-7b4b-47c8-8bc2-e1fcbc5bc8ce req-9214becc-d3dd-4c7c-af17-5414dd675bda service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9052585d-57ac-4816-8951-6a03ce5ec933 HTTP/1.1" status: 200 len: 217 time: 0.0380244 Jun 23 19:09:48.142608 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff484df-7b4b-47c8-8bc2-e1fcbc5bc8ce req-74ebf61e-8d19-4ffd-82b5-b40dc8ac0350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:48.144256 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-bff484df-7b4b-47c8-8bc2-e1fcbc5bc8ce req-74ebf61e-8d19-4ffd-82b5-b40dc8ac0350 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2b74c165-911b-430d-9033-28ede67b53a0 HTTP/1.1" status: 200 len: 847 time: 0.0469024 Jun 23 19:09:48.211893 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff484df-7b4b-47c8-8bc2-e1fcbc5bc8ce req-8a14fe9f-2bac-40dc-bcea-d51229cd8afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:48.219931 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-bff484df-7b4b-47c8-8bc2-e1fcbc5bc8ce req-8a14fe9f-2bac-40dc-bcea-d51229cd8afa service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=481be26c-7a5b-467d-9408-466d4aa92702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0546663 Jun 23 19:09:48.246384 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 33824) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:09:48.381164 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-bff484df-7b4b-47c8-8bc2-e1fcbc5bc8ce req-400295f0-edf7-4f3f-846e-f9c8aae98033 service neutron] 10.222.0.49 "GET /v2.0/networks/481be26c-7a5b-467d-9408-466d4aa92702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588693 Jun 23 19:09:48.407163 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-9fb352d9-f61b-43d2-b52d-5d32da2b62c2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-480873717-network', 'tenant_id': 'f0b83467b884463caf15d0aa3a28eb04'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:09:48.490483 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb352d9-f61b-43d2-b52d-5d32da2b62c2 admin admin] Made reservation on behalf of f0b83467b884463caf15d0aa3a28eb04 for: {'network': 1} {{(pid=93952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:09:48.493174 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-9fb352d9-f61b-43d2-b52d-5d32da2b62c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-975148'] for network, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:48.493316 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-bff484df-7b4b-47c8-8bc2-e1fcbc5bc8ce req-cd6748ad-25fa-4b79-9bab-07b5741e7721 service neutron] 10.222.0.49 "GET /v2.0/networks/481be26c-7a5b-467d-9408-466d4aa92702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946443 Jun 23 19:09:48.505418 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-9fb352d9-f61b-43d2-b52d-5d32da2b62c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:48.608791 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-9fb352d9-f61b-43d2-b52d-5d32da2b62c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:48.684835 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-9fb352d9-f61b-43d2-b52d-5d32da2b62c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:48.688027 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-12ea2d6c-cdcb-4e33-817f-5a84187d9f4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:48.710940 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fb352d9-f61b-43d2-b52d-5d32da2b62c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 925} {{(pid=93952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 19:09:48.721761 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb352d9-f61b-43d2-b52d-5d32da2b62c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b63a3d-6b98-489d-873d-5f8a706d78b2,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:48.726294 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-9fb352d9-f61b-43d2-b52d-5d32da2b62c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:48.727440 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-9fb352d9-f61b-43d2-b52d-5d32da2b62c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886977'] for segment, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:48.727753 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.db.segments_db [None req-9fb352d9-f61b-43d2-b52d-5d32da2b62c2 admin admin] Added segment 06f030b8-92aa-4704-905c-d54ec014c332 of type vlan for network e11519e8-7159-40a0-a52d-675d0f87c5a7 Jun 23 19:09:48.771657 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-9fb352d9-f61b-43d2-b52d-5d32da2b62c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745549258006'] for network, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:48.868235 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2351e-e2a6-47c4-9e5c-ce432ac8c6ee req-0f0e1e7a-9b45-40a7-99e3-7ad5417eaa92 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:48.869783 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-dff2351e-e2a6-47c4-9e5c-ce432ac8c6ee req-0f0e1e7a-9b45-40a7-99e3-7ad5417eaa92 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/ports?device_id=b389f774-9ff0-4f52-9779-fca0f42d0093 HTTP/1.1" status: 200 len: 944 time: 0.0664663 Jun 23 19:09:48.877363 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-9fb352d9-f61b-43d2-b52d-5d32da2b62c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3862688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898'] for network, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:48.884244 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb352d9-f61b-43d2-b52d-5d32da2b62c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:48.885191 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-9fb352d9-f61b-43d2-b52d-5d32da2b62c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770935'] for network, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:48.891203 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:48.975509 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-dff2351e-e2a6-47c4-9e5c-ce432ac8c6ee req-2cbcda6c-ed36-4574-a173-965674e16d65 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/security-groups?id=89c8f244-84dd-4955-bd65-36bd2a6ab177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992041 Jun 23 19:09:48.976052 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb352d9-f61b-43d2-b52d-5d32da2b62c2 admin admin] Pushing event updated for resources: {'Network': ['ID=e11519e8-7159-40a0-a52d-675d0f87c5a7,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:48.979733 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-9fb352d9-f61b-43d2-b52d-5d32da2b62c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:48.987367 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Network e11519e8-7159-40a0-a52d-675d0f87c5a7 details requested by agent ovs-agent-dv-cinder-790492-6-iscsi with host dv-cinder-790492-6-iscsi {{(pid=93954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 19:09:49.002130 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-9fb352d9-f61b-43d2-b52d-5d32da2b62c2 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7545617 Jun 23 19:09:49.005069 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 33834) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:09:49.010186 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-a678803f-454f-4269-bdfd-a493905f4c2b admin admin] Request body: {'subnet': {'network_id': 'e11519e8-7159-40a0-a52d-675d0f87c5a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-480873717-subnet', 'tenant_id': 'f0b83467b884463caf15d0aa3a28eb04', 'ip_version': 4}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:09:49.121448 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a678803f-454f-4269-bdfd-a493905f4c2b admin admin] Made reservation on behalf of f0b83467b884463caf15d0aa3a28eb04 for: {'subnet': 1} {{(pid=93952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:09:49.124026 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a678803f-454f-4269-bdfd-a493905f4c2b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26574757'] for subnet, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:49.345366 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a678803f-454f-4269-bdfd-a493905f4c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26441174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26574775'] for subnet, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:49.349078 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-d8f19ce9-17ea-4f05-82e0-b8c48fcd542d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:49.403291 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a678803f-454f-4269-bdfd-a493905f4c2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed2e4123-a873-4352-9e10-819b47aa8267,revision_number=0']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:49.407574 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-a678803f-454f-4269-bdfd-a493905f4c2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:49.428922 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a678803f-454f-4269-bdfd-a493905f4c2b admin admin] Checking segment: {'id': '06f030b8-92aa-4704-905c-d54ec014c332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'e11519e8-7159-40a0-a52d-675d0f87c5a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:09:49.429277 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a678803f-454f-4269-bdfd-a493905f4c2b admin admin] Network hostable DHCP agents. Network: e11519e8-7159-40a0-a52d-675d0f87c5a7, hostable agents: ['46fb5406-63b7-4827-9d8b-19fc67eca6fa'], hosted agents: [] {{(pid=93952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 19:09:49.499116 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a678803f-454f-4269-bdfd-a493905f4c2b admin admin] Network e11519e8-7159-40a0-a52d-675d0f87c5a7 is scheduled to be hosted by DHCP agent 46fb5406-63b7-4827-9d8b-19fc67eca6fa with binding_index 1 {{(pid=93952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 19:09:49.573478 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.base_scheduler [None req-a678803f-454f-4269-bdfd-a493905f4c2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-6-iscsi, e11519e8-7159-40a0-a52d-675d0f87c5a7) {{(pid=93952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:09:49.582896 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a678803f-454f-4269-bdfd-a493905f4c2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:49.582896 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a678803f-454f-4269-bdfd-a493905f4c2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770935'] for subnet, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:49.588157 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f92948-1b5b-42d6-be74-43e7fab729a5 None None] Network e11519e8-7159-40a0-a52d-675d0f87c5a7 requested from dv-cinder-790492-6-iscsi {{(pid=93954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:09:49.608804 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a883e296-3507-4b1c-830e-5de6b4ea8a08 req-beb807dd-cf3d-4685-9ee2-0666ce62540c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bceecb90-8e11-49b3-a5c3-1734f6f49918&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0618830 Jun 23 19:09:49.671033 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-a678803f-454f-4269-bdfd-a493905f4c2b admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6646852 Jun 23 19:09:49.674699 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 33844) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:09:49.678690 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-114a204e-a975-4516-9300-a555591a887a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-480873717-router', 'tenant_id': 'f0b83467b884463caf15d0aa3a28eb04', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199'}}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:09:49.739354 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a883e296-3507-4b1c-830e-5de6b4ea8a08 req-d41ceb01-3ea7-493e-b8c0-36c2464e9b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:49.740989 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a883e296-3507-4b1c-830e-5de6b4ea8a08 req-d41ceb01-3ea7-493e-b8c0-36c2464e9b0a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=799fb833a74e4ec9879033c46726a559&device_id=bceecb90-8e11-49b3-a5c3-1734f6f49918 HTTP/1.1" status: 200 len: 1099 time: 0.0576286 Jun 23 19:09:49.756153 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339c96c5-da82-4949-8d92-55498abfc887 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee304acd-30f0-5ee2-ad4a-b51e6e82a076-e11519e8-7159-40a0-a52d-675d0f87c5a7', 'network_id': 'e11519e8-7159-40a0-a52d-675d0f87c5a7', 'tenant_id': 'f0b83467b884463caf15d0aa3a28eb04', 'fixed_ips': [{'subnet_id': 'ed2e4123-a873-4352-9e10-819b47aa8267'}]}} from dv-cinder-790492-6-iscsi. {{(pid=93954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 19:09:49.757088 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-339c96c5-da82-4949-8d92-55498abfc887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-975148'] for port, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:49.833966 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-114a204e-a975-4516-9300-a555591a887a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3706123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5713'] for router, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:49.835031 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-114a204e-a975-4516-9300-a555591a887a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3706112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3728693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3926614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5720'] for router, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:49.863251 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a883e296-3507-4b1c-830e-5de6b4ea8a08 req-957e4f2c-8ca2-4289-b6c1-a7aee8221d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:49.864666 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a883e296-3507-4b1c-830e-5de6b4ea8a08 req-957e4f2c-8ca2-4289-b6c1-a7aee8221d07 service neutron] 10.222.0.49 "GET /v2.0/networks?id=135041da-43be-4a0d-8112-dd2b8ce30653 HTTP/1.1" status: 200 len: 919 time: 0.0989962 Jun 23 19:09:49.895307 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-114a204e-a975-4516-9300-a555591a887a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:49.906702 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.db_base_plugin_common [None req-339c96c5-da82-4949-8d92-55498abfc887 None None] Allocated IP 172.20.0.2 (e11519e8-7159-40a0-a52d-675d0f87c5a7/ed2e4123-a873-4352-9e10-819b47aa8267/36a74fb7-4dc3-4e6d-85a9-c7f6b9366c8f) {{(pid=93954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:09:49.928586 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a883e296-3507-4b1c-830e-5de6b4ea8a08 req-fe56c9a8-7300-4678-a958-7b97bfb09e22 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2617094-f03a-4729-b3cf-f56b42380d7a HTTP/1.1" status: 200 len: 217 time: 0.0476670 Jun 23 19:09:49.981985 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a883e296-3507-4b1c-830e-5de6b4ea8a08 req-3d02a603-0c3c-43f0-bdcc-7b9d49bace2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:49.996620 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a883e296-3507-4b1c-830e-5de6b4ea8a08 req-3d02a603-0c3c-43f0-bdcc-7b9d49bace2d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9d5f5c89-7005-49cd-88db-9b8779875ae2 HTTP/1.1" status: 200 len: 858 time: 0.0483329 Jun 23 19:09:50.036212 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a883e296-3507-4b1c-830e-5de6b4ea8a08 req-425edf72-04a9-478a-b59d-31f680777b20 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=135041da-43be-4a0d-8112-dd2b8ce30653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438657 Jun 23 19:09:50.077821 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-339c96c5-da82-4949-8d92-55498abfc887 None None] Notify callbacks [] for port, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:50.086519 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-339c96c5-da82-4949-8d92-55498abfc887 None None] Transition to ACTIVE for port object 36a74fb7-4dc3-4e6d-85a9-c7f6b9366c8f will not be triggered until provisioned by entity L2. {{(pid=93954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:09:50.102592 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-339c96c5-da82-4949-8d92-55498abfc887 None None] Transition to ACTIVE for port object 36a74fb7-4dc3-4e6d-85a9-c7f6b9366c8f will not be triggered until provisioned by entity DHCP. {{(pid=93954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:09:50.149235 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-114a204e-a975-4516-9300-a555591a887a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3730983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3705239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5706'] for router, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:50.159484 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a883e296-3507-4b1c-830e-5de6b4ea8a08 req-da397f27-bdbc-4c5b-8639-e989e09047f2 service neutron] 10.222.0.49 "GET /v2.0/networks/135041da-43be-4a0d-8112-dd2b8ce30653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147158 Jun 23 19:09:50.221588 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dcfa8f-ba62-4693-958c-cca0b95c863d req-aa3c4aa5-ca4c-4359-a8eb-f539f19319aa tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:50.223368 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d5dcfa8f-ba62-4693-958c-cca0b95c863d req-aa3c4aa5-ca4c-4359-a8eb-f539f19319aa tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/ports?device_id=b389f774-9ff0-4f52-9779-fca0f42d0093 HTTP/1.1" status: 200 len: 944 time: 0.0946374 Jun 23 19:09:50.236307 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-339c96c5-da82-4949-8d92-55498abfc887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-975211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745549236125'] for port, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:50.240054 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:50.257614 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a883e296-3507-4b1c-830e-5de6b4ea8a08 req-fc7aacdb-f6d0-40f5-b735-24dc5acb81bf service neutron] 10.222.0.49 "GET /v2.0/networks/135041da-43be-4a0d-8112-dd2b8ce30653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889981 Jun 23 19:09:50.267413 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d5dcfa8f-ba62-4693-958c-cca0b95c863d req-23e5b2e2-c1d4-4eac-a8be-7180dd27bb71 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/security-groups?id=89c8f244-84dd-4955-bd65-36bd2a6ab177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365710 Jun 23 19:09:50.275913 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339c96c5-da82-4949-8d92-55498abfc887 None None] Network e11519e8-7159-40a0-a52d-675d0f87c5a7 is already hosted by enough agents. {{(pid=93954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:09:50.284056 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.scheduler.base_scheduler [None req-339c96c5-da82-4949-8d92-55498abfc887 None None] Resources bound (agent type, host, resource id): {{(pid=93954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:09:50.290799 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339c96c5-da82-4949-8d92-55498abfc887 None None] Pushing event updated for resources: {'Port': ['ID=36a74fb7-4dc3-4e6d-85a9-c7f6b9366c8f,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:50.298157 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-339c96c5-da82-4949-8d92-55498abfc887 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:50.299184 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339c96c5-da82-4949-8d92-55498abfc887 None None] Received port after_create {{(pid=93954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:09:50.362137 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-339c96c5-da82-4949-8d92-55498abfc887 None None] Attempting to bind port 36a74fb7-4dc3-4e6d-85a9-c7f6b9366c8f on host dv-cinder-790492-6-iscsi for vnic_type normal with profile {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:09:50.362523 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-339c96c5-da82-4949-8d92-55498abfc887 None None] Attempting to bind port 36a74fb7-4dc3-4e6d-85a9-c7f6b9366c8f by drivers openvswitch,hyperv on host dv-cinder-790492-6-iscsi at level 0 using segments [{'id': '06f030b8-92aa-4704-905c-d54ec014c332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'e11519e8-7159-40a0-a52d-675d0f87c5a7'}] {{(pid=93954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:09:50.362906 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339c96c5-da82-4949-8d92-55498abfc887 None None] Attempting to bind port 36a74fb7-4dc3-4e6d-85a9-c7f6b9366c8f on network e11519e8-7159-40a0-a52d-675d0f87c5a7 {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:09:50.368386 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339c96c5-da82-4949-8d92-55498abfc887 None None] Checking agent: {'id': '392b78dc-ede3-4892-8962-7877c3ff23c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 58, 33), 'started_at': datetime.datetime(2021, 6, 23, 18, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:09:50.368895 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339c96c5-da82-4949-8d92-55498abfc887 None None] Checking segment: {'id': '06f030b8-92aa-4704-905c-d54ec014c332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'e11519e8-7159-40a0-a52d-675d0f87c5a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:09:50.369955 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-339c96c5-da82-4949-8d92-55498abfc887 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:50.370371 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339c96c5-da82-4949-8d92-55498abfc887 None None] Bound using segment: {'id': '06f030b8-92aa-4704-905c-d54ec014c332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'e11519e8-7159-40a0-a52d-675d0f87c5a7'} {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:09:50.371027 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-339c96c5-da82-4949-8d92-55498abfc887 None None] Bound port: 36a74fb7-4dc3-4e6d-85a9-c7f6b9366c8f, host: dv-cinder-790492-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06f030b8-92aa-4704-905c-d54ec014c332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'e11519e8-7159-40a0-a52d-675d0f87c5a7'}}] {{(pid=93954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:09:50.371288 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-339c96c5-da82-4949-8d92-55498abfc887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:50.445038 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-339c96c5-da82-4949-8d92-55498abfc887 None None] For port 36a74fb7-4dc3-4e6d-85a9-c7f6b9366c8f, host dv-cinder-790492-6-iscsi, cleared binding levels {{(pid=93954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:09:50.449476 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-339c96c5-da82-4949-8d92-55498abfc887 None None] For port 36a74fb7-4dc3-4e6d-85a9-c7f6b9366c8f, host dv-cinder-790492-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=36a74fb7-4dc3-4e6d-85a9-c7f6b9366c8f,segment=NetworkSegment(06f030b8-92aa-4704-905c-d54ec014c332),segment_id=06f030b8-92aa-4704-905c-d54ec014c332)] {{(pid=93954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:09:50.505445 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-339c96c5-da82-4949-8d92-55498abfc887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:50.508541 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-6189030d-d3f7-4713-a713-81bd98957c2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:50.527592 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-114a204e-a975-4516-9300-a555591a887a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:50.547966 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-114a204e-a975-4516-9300-a555591a887a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-975148'] for port, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:50.571559 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339c96c5-da82-4949-8d92-55498abfc887 None None] Pushing event updated for resources: {'Port': ['ID=36a74fb7-4dc3-4e6d-85a9-c7f6b9366c8f,revision_number=2']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:50.579251 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-339c96c5-da82-4949-8d92-55498abfc887 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:50.685481 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.db.db_base_plugin_common [None req-114a204e-a975-4516-9300-a555591a887a admin admin] Allocated IP 172.27.1.111 (cc1a8f9f-0501-47a9-94a0-f3af65713199/09e863e5-4e6d-4986-b5d9-3bb63422f84c/0862087e-e900-42d1-8e16-8e57724d9a0a) {{(pid=93952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:09:50.830912 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-114a204e-a975-4516-9300-a555591a887a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:50.973717 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-114a204e-a975-4516-9300-a555591a887a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-975211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745549236125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26440006'] for port, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:50.976624 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-5d0db5ce-30a5-4d21-89ea-ad7bc14cc409 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:51.019779 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114a204e-a975-4516-9300-a555591a887a admin admin] Network cc1a8f9f-0501-47a9-94a0-f3af65713199 is already hosted by enough agents. {{(pid=93952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:09:51.022925 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.base_scheduler [None req-114a204e-a975-4516-9300-a555591a887a admin admin] Resources bound (agent type, host, resource id): {{(pid=93952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:09:51.027142 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114a204e-a975-4516-9300-a555591a887a admin admin] Received port after_create {{(pid=93952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:09:51.050158 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114a204e-a975-4516-9300-a555591a887a admin admin] Pushing event updated for resources: {'Port': ['ID=0862087e-e900-42d1-8e16-8e57724d9a0a,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:51.059083 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-114a204e-a975-4516-9300-a555591a887a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:51.314266 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.agents_db [None req-808d9167-7b86-4487-ac1f-373b1677e9b0 None None] Agent healthcheck: found 6 active agents {{(pid=93955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:09:51.407932 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-114a204e-a975-4516-9300-a555591a887a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:51.562297 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456dc96d-0a82-42aa-bac6-d36a1485f376 None None] Network e11519e8-7159-40a0-a52d-675d0f87c5a7 requested from dv-cinder-790492-6-iscsi {{(pid=93954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:09:51.593858 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8b06f2-29ea-41ca-8a04-22b6867cf1e6 req-b067be05-9b4d-4e8e-af65-8c8847597bcb tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:51.595357 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-7d8b06f2-29ea-41ca-8a04-22b6867cf1e6 req-b067be05-9b4d-4e8e-af65-8c8847597bcb tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/ports?device_id=b389f774-9ff0-4f52-9779-fca0f42d0093 HTTP/1.1" status: 200 len: 944 time: 0.1523538 Jun 23 19:09:51.698433 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-8e7abef7-17df-4e33-a81d-0bae350fed25 None None] Provisioning for port 36a74fb7-4dc3-4e6d-85a9-c7f6b9366c8f completed by entity DHCP. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:09:51.897371 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-7d8b06f2-29ea-41ca-8a04-22b6867cf1e6 req-494369d8-0e19-4e8a-9971-4f34e4fdb557 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/security-groups?id=89c8f244-84dd-4955-bd65-36bd2a6ab177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2957592 Jun 23 19:09:51.911570 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-114a204e-a975-4516-9300-a555591a887a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3705246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3731058'] for router, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:52.176240 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device 36a74fb7-4dc3-4e6d-85a9-c7f6b9366c8f up at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:09:52.227980 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-114a204e-a975-4516-9300-a555591a887a admin admin] Router fc3da976-aec0-41a7-a60d-d8636573b496 is scheduled to L3 agent 74079d6f-659b-43f4-8a12-30a7ece685bb with binding_index 1 {{(pid=93952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 19:09:52.308400 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning for port 36a74fb7-4dc3-4e6d-85a9-c7f6b9366c8f completed by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:09:52.312535 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning complete for port 36a74fb7-4dc3-4e6d-85a9-c7f6b9366c8f triggered by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:09:52.315650 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:52.338620 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-114a204e-a975-4516-9300-a555591a887a admin admin] Notify agent at l3_agent.dv-cinder-790492-6-iscsi the message routers_updated {{(pid=93952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:09:52.349194 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609fdf6b-0b92-4901-befa-2decdef0dccb None None] Sync routers for ids ['fc3da976-aec0-41a7-a60d-d8636573b496'] in dv-cinder-790492-6-iscsi {{(pid=93955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:09:52.358442 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609fdf6b-0b92-4901-befa-2decdef0dccb None None] Routers {'fc3da976-aec0-41a7-a60d-d8636573b496'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:09:52.359046 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-609fdf6b-0b92-4901-befa-2decdef0dccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:09:33Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['fc3da976-aec0-41a7-a60d-d8636573b496'], 'active': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:09:52.398633 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:52.435830 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-114a204e-a975-4516-9300-a555591a887a admin admin] Notify callbacks [] for router, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:52.437076 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-114a204e-a975-4516-9300-a555591a887a admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7619801 Jun 23 19:09:52.438614 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] For port 36a74fb7-4dc3-4e6d-85a9-c7f6b9366c8f, host dv-cinder-790492-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=36a74fb7-4dc3-4e6d-85a9-c7f6b9366c8f,segment=NetworkSegment(06f030b8-92aa-4704-905c-d54ec014c332),segment_id=06f030b8-92aa-4704-905c-d54ec014c332)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:09:52.439889 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 33870) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:09:52.485252 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvr_db [None req-609fdf6b-0b92-4901-befa-2decdef0dccb None None] Set router fc3da976-aec0-41a7-a60d-d8636573b496 gateway port host: dv-cinder-790492-6-iscsi {{(pid=93955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:09:52.511246 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:52.516108 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-2a307cda-8bee-447d-be6d-7dc53e0145f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:52.602538 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Pushing event updated for resources: {'Port': ['ID=36a74fb7-4dc3-4e6d-85a9-c7f6b9366c8f,revision_number=3']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:52.613135 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:52.706689 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-609fdf6b-0b92-4901-befa-2decdef0dccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3da976-aec0-41a7-a60d-d8636573b496', 'name': 'tempest-TestMinimumBasicScenario-480873717-router', 'tenant_id': 'f0b83467b884463caf15d0aa3a28eb04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '0862087e-e900-42d1-8e16-8e57724d9a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:09:49Z', 'updated_at': '2021-06-23T19:09:51Z', 'revision_number': 3, 'project_id': 'f0b83467b884463caf15d0aa3a28eb04', 'gw_port': {'id': '0862087e-e900-42d1-8e16-8e57724d9a0a', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a4:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc3da976-aec0-41a7-a60d-d8636573b496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:09:50Z', 'updated_at': '2021-06-23T19:09:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi'}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:09:52.754455 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609fdf6b-0b92-4901-befa-2decdef0dccb None None] Checking router: fc3da976-aec0-41a7-a60d-d8636573b496 for host: dv-cinder-790492-6-iscsi {{(pid=93955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:09:52.755463 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609fdf6b-0b92-4901-befa-2decdef0dccb None None] Updating router fc3da976-aec0-41a7-a60d-d8636573b496 port 0862087e-e900-42d1-8e16-8e57724d9a0a binding host dv-cinder-790492-6-iscsi {{(pid=93955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 19:09:52.820291 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-609fdf6b-0b92-4901-befa-2decdef0dccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:52.948359 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-e8c70eca-9344-4d62-a943-2c484fc71510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-975148'] for port, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:53.105142 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d09c23-9ef1-41fb-86f1-88d40bc594ae req-60f92288-b995-4d33-8a4a-8d864dbe5adb tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:53.106678 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-67d09c23-9ef1-41fb-86f1-88d40bc594ae req-60f92288-b995-4d33-8a4a-8d864dbe5adb tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=bceecb90-8e11-49b3-a5c3-1734f6f49918 HTTP/1.1" status: 200 len: 946 time: 0.0754738 Jun 23 19:09:53.166585 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-67d09c23-9ef1-41fb-86f1-88d40bc594ae req-605db9d8-20d9-49a2-9268-64f34b052ce2 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450954 Jun 23 19:09:53.176595 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.db.db_base_plugin_common [None req-e8c70eca-9344-4d62-a943-2c484fc71510 admin admin] Allocated IP 172.20.0.1 (e11519e8-7159-40a0-a52d-675d0f87c5a7/ed2e4123-a873-4352-9e10-819b47aa8267/f13a580a-c88e-44ae-9bbb-a78f3b48cd6f) {{(pid=93952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:09:53.181018 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-609fdf6b-0b92-4901-befa-2decdef0dccb None None] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:53.192410 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-609fdf6b-0b92-4901-befa-2decdef0dccb None None] Transition to ACTIVE for port object 0862087e-e900-42d1-8e16-8e57724d9a0a will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:09:53.237671 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96494f9-963f-4ffc-bd18-530287b68c1c req-6af97b8e-a193-421d-8bdb-b5baff1ecf65 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:53.239231 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c96494f9-963f-4ffc-bd18-530287b68c1c req-6af97b8e-a193-421d-8bdb-b5baff1ecf65 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/ports?device_id=b389f774-9ff0-4f52-9779-fca0f42d0093 HTTP/1.1" status: 200 len: 944 time: 0.1396587 Jun 23 19:09:53.288837 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-609fdf6b-0b92-4901-befa-2decdef0dccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:53.292461 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG oslo_concurrency.lockutils [None req-5f2c8334-d178-4330-9aad-2f523d1b12c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93955) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:53.318854 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c96494f9-963f-4ffc-bd18-530287b68c1c req-dcc580a0-1ef8-435a-98e4-63816f9757d1 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/security-groups?id=89c8f244-84dd-4955-bd65-36bd2a6ab177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487468 Jun 23 19:09:53.355044 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-609fdf6b-0b92-4901-befa-2decdef0dccb None None] Attempting to bind port 0862087e-e900-42d1-8e16-8e57724d9a0a on host dv-cinder-790492-6-iscsi for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:09:53.355877 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-609fdf6b-0b92-4901-befa-2decdef0dccb None None] Attempting to bind port 0862087e-e900-42d1-8e16-8e57724d9a0a by drivers openvswitch,hyperv on host dv-cinder-790492-6-iscsi at level 0 using segments [{'id': '5f51114a-3dae-4d84-91d9-b7c41a4d9224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:09:53.355877 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609fdf6b-0b92-4901-befa-2decdef0dccb None None] Attempting to bind port 0862087e-e900-42d1-8e16-8e57724d9a0a on network cc1a8f9f-0501-47a9-94a0-f3af65713199 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:09:53.363369 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b74a73c-b0c8-4da9-bebd-f1314edd2260 None None] Pushing event updated for resources: {'Port': ['ID=0862087e-e900-42d1-8e16-8e57724d9a0a,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:53.366400 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-e8c70eca-9344-4d62-a943-2c484fc71510 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:53.371902 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b74a73c-b0c8-4da9-bebd-f1314edd2260 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:09:53.372534 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b74a73c-b0c8-4da9-bebd-f1314edd2260 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:09:53.373080 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b74a73c-b0c8-4da9-bebd-f1314edd2260 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:09:53.373579 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b74a73c-b0c8-4da9-bebd-f1314edd2260 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:09:53.373909 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b74a73c-b0c8-4da9-bebd-f1314edd2260 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:09:53.374237 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b74a73c-b0c8-4da9-bebd-f1314edd2260 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:09:53.374558 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b74a73c-b0c8-4da9-bebd-f1314edd2260 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:09:53.374876 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b74a73c-b0c8-4da9-bebd-f1314edd2260 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:09:53.375195 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b74a73c-b0c8-4da9-bebd-f1314edd2260 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:09:53.375547 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b74a73c-b0c8-4da9-bebd-f1314edd2260 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:09:53.375864 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b74a73c-b0c8-4da9-bebd-f1314edd2260 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:09:53.376173 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b74a73c-b0c8-4da9-bebd-f1314edd2260 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:09:53.379548 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609fdf6b-0b92-4901-befa-2decdef0dccb None None] Checking agent: {'id': '392b78dc-ede3-4892-8962-7877c3ff23c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 58, 33), 'started_at': datetime.datetime(2021, 6, 23, 18, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:09:53.379925 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609fdf6b-0b92-4901-befa-2decdef0dccb None None] Checking segment: {'id': '5f51114a-3dae-4d84-91d9-b7c41a4d9224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:09:53.380532 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-609fdf6b-0b92-4901-befa-2decdef0dccb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:53.380708 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609fdf6b-0b92-4901-befa-2decdef0dccb None None] Bound using segment: {'id': '5f51114a-3dae-4d84-91d9-b7c41a4d9224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:09:53.381193 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-609fdf6b-0b92-4901-befa-2decdef0dccb None None] Bound port: 0862087e-e900-42d1-8e16-8e57724d9a0a, host: dv-cinder-790492-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f51114a-3dae-4d84-91d9-b7c41a4d9224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:09:53.381378 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.db.provisioning_blocks [None req-e8c70eca-9344-4d62-a943-2c484fc71510 admin admin] Transition to ACTIVE for port object f13a580a-c88e-44ae-9bbb-a78f3b48cd6f will not be triggered until provisioned by entity DHCP. {{(pid=93952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:09:53.381568 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-609fdf6b-0b92-4901-befa-2decdef0dccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:53.383414 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG oslo_concurrency.lockutils [None req-6b74a73c-b0c8-4da9-bebd-f1314edd2260 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93955) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:53.434300 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-609fdf6b-0b92-4901-befa-2decdef0dccb None None] For port 0862087e-e900-42d1-8e16-8e57724d9a0a, host dv-cinder-790492-6-iscsi, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:09:53.437359 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-609fdf6b-0b92-4901-befa-2decdef0dccb None None] For port 0862087e-e900-42d1-8e16-8e57724d9a0a, host dv-cinder-790492-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=0862087e-e900-42d1-8e16-8e57724d9a0a,segment=NetworkSegment(5f51114a-3dae-4d84-91d9-b7c41a4d9224),segment_id=5f51114a-3dae-4d84-91d9-b7c41a4d9224)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:09:53.502284 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-e8c70eca-9344-4d62-a943-2c484fc71510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-975211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745549236125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26440006'] for port, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:53.504677 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:53.543190 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-609fdf6b-0b92-4901-befa-2decdef0dccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:53.544480 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c70eca-9344-4d62-a943-2c484fc71510 admin admin] Network e11519e8-7159-40a0-a52d-675d0f87c5a7 is already hosted by enough agents. {{(pid=93952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:09:53.546613 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG oslo_concurrency.lockutils [None req-4f1f5876-a4df-4665-bdb1-2941b096ad37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93955) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:53.547401 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.base_scheduler [None req-e8c70eca-9344-4d62-a943-2c484fc71510 admin admin] Resources bound (agent type, host, resource id): {{(pid=93952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:09:53.551000 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c70eca-9344-4d62-a943-2c484fc71510 admin admin] Received port after_create {{(pid=93952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:09:53.577795 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c70eca-9344-4d62-a943-2c484fc71510 admin admin] Pushing event updated for resources: {'Port': ['ID=f13a580a-c88e-44ae-9bbb-a78f3b48cd6f,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:53.582379 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-e8c70eca-9344-4d62-a943-2c484fc71510 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:53.603857 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609fdf6b-0b92-4901-befa-2decdef0dccb None None] Routers {'fc3da976-aec0-41a7-a60d-d8636573b496'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:09:53.604498 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-609fdf6b-0b92-4901-befa-2decdef0dccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:09:33Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['fc3da976-aec0-41a7-a60d-d8636573b496'], 'active': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:09:53.606763 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-e8c70eca-9344-4d62-a943-2c484fc71510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3721842'] for router_interface, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:53.665781 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b74a73c-b0c8-4da9-bebd-f1314edd2260 None None] Pushing event updated for resources: {'Port': ['ID=0862087e-e900-42d1-8e16-8e57724d9a0a,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:53.669279 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG oslo_concurrency.lockutils [None req-6b74a73c-b0c8-4da9-bebd-f1314edd2260 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93955) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:53.740319 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvr_db [None req-609fdf6b-0b92-4901-befa-2decdef0dccb None None] Set router fc3da976-aec0-41a7-a60d-d8636573b496 gateway port host: dv-cinder-790492-6-iscsi {{(pid=93955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:09:53.871067 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-e8c70eca-9344-4d62-a943-2c484fc71510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:53.949855 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-609fdf6b-0b92-4901-befa-2decdef0dccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3da976-aec0-41a7-a60d-d8636573b496', 'name': 'tempest-TestMinimumBasicScenario-480873717-router', 'tenant_id': 'f0b83467b884463caf15d0aa3a28eb04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '0862087e-e900-42d1-8e16-8e57724d9a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:09:49Z', 'updated_at': '2021-06-23T19:09:51Z', 'revision_number': 3, 'project_id': 'f0b83467b884463caf15d0aa3a28eb04', 'gw_port': {'id': '0862087e-e900-42d1-8e16-8e57724d9a0a', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a4:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc3da976-aec0-41a7-a60d-d8636573b496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:09:50Z', 'updated_at': '2021-06-23T19:09:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi'}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:09:53.976662 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609fdf6b-0b92-4901-befa-2decdef0dccb None None] The sync data for ids ['fc3da976-aec0-41a7-a60d-d8636573b496'] in dv-cinder-790492-6-iscsi is: [{'id': 'fc3da976-aec0-41a7-a60d-d8636573b496', 'name': 'tempest-TestMinimumBasicScenario-480873717-router', 'tenant_id': 'f0b83467b884463caf15d0aa3a28eb04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '0862087e-e900-42d1-8e16-8e57724d9a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:09:49Z', 'updated_at': '2021-06-23T19:09:51Z', 'revision_number': 3, 'project_id': 'f0b83467b884463caf15d0aa3a28eb04', 'gw_port': {'id': '0862087e-e900-42d1-8e16-8e57724d9a0a', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a4:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc3da976-aec0-41a7-a60d-d8636573b496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:09:50Z', 'updated_at': '2021-06-23T19:09:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi'}] {{(pid=93955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:09:53.984678 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-9fe65c44-ae06-4cd8-b886-aba12ee95308 None None] Provisioning for port f13a580a-c88e-44ae-9bbb-a78f3b48cd6f completed by entity DHCP. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:09:53.994619 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-9fe65c44-ae06-4cd8-b886-aba12ee95308 None None] Provisioning complete for port f13a580a-c88e-44ae-9bbb-a78f3b48cd6f triggered by entity DHCP. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:09:53.994619 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-9fe65c44-ae06-4cd8-b886-aba12ee95308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:54.027797 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-9fe65c44-ae06-4cd8-b886-aba12ee95308 None None] Port f13a580a-c88e-44ae-9bbb-a78f3b48cd6f cannot update to ACTIVE because it is not bound. {{(pid=93954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 19:09:54.054631 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-e8c70eca-9344-4d62-a943-2c484fc71510 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:54.151679 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device 36a74fb7-4dc3-4e6d-85a9-c7f6b9366c8f up at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:09:54.157610 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-e8c70eca-9344-4d62-a943-2c484fc71510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26440020'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:54.160451 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-4f65caf6-399f-40b9-b814-807e9a80a624 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:54.228793 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning complete for port 36a74fb7-4dc3-4e6d-85a9-c7f6b9366c8f triggered by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:09:54.228793 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:54.272155 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c70eca-9344-4d62-a943-2c484fc71510 admin admin] Pushing event updated for resources: {'Port': ['ID=f13a580a-c88e-44ae-9bbb-a78f3b48cd6f,revision_number=2']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:54.283521 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-e8c70eca-9344-4d62-a943-2c484fc71510 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:54.284743 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-e8c70eca-9344-4d62-a943-2c484fc71510 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4104168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3721886'] for router_interface, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:54.452398 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c70eca-9344-4d62-a943-2c484fc71510 admin admin] Network e11519e8-7159-40a0-a52d-675d0f87c5a7 is already hosted by enough agents. {{(pid=93952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:09:54.456722 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.base_scheduler [None req-e8c70eca-9344-4d62-a943-2c484fc71510 admin admin] Resources bound (agent type, host, resource id): {{(pid=93952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:09:54.479115 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30540a64-3f82-4eb6-aec9-f679c9cf7e6e req-0a36190f-8c15-460f-8905-b506b2920740 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:54.480791 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-30540a64-3f82-4eb6-aec9-f679c9cf7e6e req-0a36190f-8c15-460f-8905-b506b2920740 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=bceecb90-8e11-49b3-a5c3-1734f6f49918 HTTP/1.1" status: 200 len: 946 time: 0.1222425 Jun 23 19:09:54.579624 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e9d152-aaf0-4b45-a5e0-01d312b1c75d req-db7414b6-1c73-4787-bbb0-e8a63c82f725 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:54.584344 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d9e9d152-aaf0-4b45-a5e0-01d312b1c75d req-db7414b6-1c73-4787-bbb0-e8a63c82f725 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/ports?device_id=b389f774-9ff0-4f52-9779-fca0f42d0093 HTTP/1.1" status: 200 len: 944 time: 0.0941081 Jun 23 19:09:54.611850 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-30540a64-3f82-4eb6-aec9-f679c9cf7e6e req-dfdfaffb-69a2-4887-a1c3-27be1b12a36d tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879996 Jun 23 19:09:54.638597 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d9e9d152-aaf0-4b45-a5e0-01d312b1c75d req-251a9805-a106-45e6-8e51-90a883f71560 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/security-groups?id=89c8f244-84dd-4955-bd65-36bd2a6ab177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467968 Jun 23 19:09:54.660601 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8c70eca-9344-4d62-a943-2c484fc71510 admin admin] Router fc3da976-aec0-41a7-a60d-d8636573b496 has already been hosted by L3 agent 74079d6f-659b-43f4-8a12-30a7ece685bb {{(pid=93952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:09:54.760835 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-74961328-2d33-4e5c-892a-8e6810078b70 None None] Provisioning complete for port f13a580a-c88e-44ae-9bbb-a78f3b48cd6f triggered by entity DHCP. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:09:54.761233 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-74961328-2d33-4e5c-892a-8e6810078b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:54.803833 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-74961328-2d33-4e5c-892a-8e6810078b70 None None] Port f13a580a-c88e-44ae-9bbb-a78f3b48cd6f cannot update to ACTIVE because it is not bound. {{(pid=93954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 19:09:54.823137 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c70eca-9344-4d62-a943-2c484fc71510 admin admin] Notify agent at l3_agent.dv-cinder-790492-6-iscsi the message routers_updated {{(pid=93952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:09:54.830217 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-e8c70eca-9344-4d62-a943-2c484fc71510 admin admin] 10.222.0.69 "PUT /v2.0/routers/fc3da976-aec0-41a7-a60d-d8636573b496/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3892562 Jun 23 19:09:55.622315 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 33910) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:09:55.627473 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-9a553429-24d2-48c7-81e2-37c0d34a1939 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1901063784-network', 'tenant_id': '2b2f30fb2bdb4a3b9ce447957035f77c'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:09:55.745215 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a553429-24d2-48c7-81e2-37c0d34a1939 admin admin] Made reservation on behalf of 2b2f30fb2bdb4a3b9ce447957035f77c for: {'network': 1} {{(pid=93953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:09:55.747674 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9a553429-24d2-48c7-81e2-37c0d34a1939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-975148'] for network, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:55.759306 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9a553429-24d2-48c7-81e2-37c0d34a1939 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:55.874140 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e6fa2c-304b-4678-a088-8a2d9bd8f867 None None] Sync routers for ids ['fc3da976-aec0-41a7-a60d-d8636573b496'] in dv-cinder-790492-6-iscsi {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:09:55.889263 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12aa647-d1c7-4ffe-8ad5-f28af96d5878 req-b1489d59-11bb-4420-a4da-65e03c34f16a tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:55.890855 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d12aa647-d1c7-4ffe-8ad5-f28af96d5878 req-b1489d59-11bb-4420-a4da-65e03c34f16a tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/ports?device_id=b389f774-9ff0-4f52-9779-fca0f42d0093 HTTP/1.1" status: 200 len: 944 time: 0.1139174 Jun 23 19:09:55.896206 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device 9052585d-57ac-4816-8951-6a03ce5ec933 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=93954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 19:09:55.916670 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e6fa2c-304b-4678-a088-8a2d9bd8f867 None None] Routers {'fc3da976-aec0-41a7-a60d-d8636573b496'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:09:55.917058 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779830d2-b256-4401-ae44-0ac8e802b5d1 req-c942accd-80fe-41de-a246-0328e93f457a tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:55.917523 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-a7e6fa2c-304b-4678-a088-8a2d9bd8f867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:09:33Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['fc3da976-aec0-41a7-a60d-d8636573b496'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:09:55.918749 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-779830d2-b256-4401-ae44-0ac8e802b5d1 req-c942accd-80fe-41de-a246-0328e93f457a tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=bceecb90-8e11-49b3-a5c3-1734f6f49918 HTTP/1.1" status: 200 len: 946 time: 0.1611631 Jun 23 19:09:55.942563 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d12aa647-d1c7-4ffe-8ad5-f28af96d5878 req-102afec1-d669-4e5b-ae68-9afcecda9cd7 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/security-groups?id=89c8f244-84dd-4955-bd65-36bd2a6ab177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412889 Jun 23 19:09:56.012674 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-779830d2-b256-4401-ae44-0ac8e802b5d1 req-5f6c8fba-a400-47e2-a751-2ca8150da438 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810354 Jun 23 19:09:56.019236 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9a553429-24d2-48c7-81e2-37c0d34a1939 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:56.082009 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9a553429-24d2-48c7-81e2-37c0d34a1939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:56.087108 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-f3a2fd85-6dff-4ab5-9a0a-7c78a74c1397 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:56.094611 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-a7e6fa2c-304b-4678-a088-8a2d9bd8f867 None None] Set router fc3da976-aec0-41a7-a60d-d8636573b496 gateway port host: dv-cinder-790492-6-iscsi {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:09:56.111505 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a553429-24d2-48c7-81e2-37c0d34a1939 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 939} {{(pid=93953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 19:09:56.123570 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a553429-24d2-48c7-81e2-37c0d34a1939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2492611e-e54b-4fb8-ad51-8dd87b2cccc4,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:56.128824 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-9a553429-24d2-48c7-81e2-37c0d34a1939 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:56.130019 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9a553429-24d2-48c7-81e2-37c0d34a1939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886977'] for segment, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:56.130158 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] For port 9052585d-57ac-4816-8951-6a03ce5ec933, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=9052585d-57ac-4816-8951-6a03ce5ec933,segment=NetworkSegment(69103e30-5a0e-4989-a98f-ce80dbdb4825),segment_id=69103e30-5a0e-4989-a98f-ce80dbdb4825)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:09:56.130426 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.db.segments_db [None req-9a553429-24d2-48c7-81e2-37c0d34a1939 admin admin] Added segment 7fce9a06-9448-4c98-a1e4-1a0d99af2ba8 of type vlan for network 1cd1773b-bd69-4608-af2f-06f6da584b57 Jun 23 19:09:56.154378 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Returning: {'device': '9052585d-57ac-4816-8951-6a03ce5ec933', 'network_id': '481be26c-7a5b-467d-9408-466d4aa92702', 'port_id': '9052585d-57ac-4816-8951-6a03ce5ec933', 'mac_address': 'fa:16:3e:5c:f8:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 911, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b74c165-911b-430d-9033-28ede67b53a0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 19:09:56.182291 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9a553429-24d2-48c7-81e2-37c0d34a1939 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745549258006'] for network, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:56.238246 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device 0862087e-e900-42d1-8e16-8e57724d9a0a up at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:09:56.279143 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9a553429-24d2-48c7-81e2-37c0d34a1939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3862688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898'] for network, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:56.280636 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a553429-24d2-48c7-81e2-37c0d34a1939 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:56.281405 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9a553429-24d2-48c7-81e2-37c0d34a1939 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770935'] for network, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:56.286021 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:56.356061 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a553429-24d2-48c7-81e2-37c0d34a1939 admin admin] Pushing event updated for resources: {'Network': ['ID=1cd1773b-bd69-4608-af2f-06f6da584b57,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:56.358960 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-9a553429-24d2-48c7-81e2-37c0d34a1939 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:56.377272 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-9a553429-24d2-48c7-81e2-37c0d34a1939 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7538099 Jun 23 19:09:56.380056 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 33924) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:09:56.385822 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-fadc0b03-30d0-4982-b015-f9a4c075ce50 admin admin] Request body: {'subnet': {'network_id': '1cd1773b-bd69-4608-af2f-06f6da584b57', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1901063784-subnet', 'tenant_id': '2b2f30fb2bdb4a3b9ce447957035f77c', 'ip_version': 4}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:09:56.415920 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Network 1cd1773b-bd69-4608-af2f-06f6da584b57 details requested by agent ovs-agent-dv-cinder-790492-6-iscsi with host dv-cinder-790492-6-iscsi {{(pid=93954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 19:09:56.449782 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:56.484546 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fadc0b03-30d0-4982-b015-f9a4c075ce50 admin admin] Made reservation on behalf of 2b2f30fb2bdb4a3b9ce447957035f77c for: {'subnet': 1} {{(pid=93953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:09:56.486816 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-fadc0b03-30d0-4982-b015-f9a4c075ce50 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:56.521854 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.notifiers.nova [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9052585d-57ac-4816-8951-6a03ce5ec933 {{(pid=93954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:09:56.576082 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] For port 9052585d-57ac-4816-8951-6a03ce5ec933, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=9052585d-57ac-4816-8951-6a03ce5ec933,segment=NetworkSegment(69103e30-5a0e-4989-a98f-ce80dbdb4825),segment_id=69103e30-5a0e-4989-a98f-ce80dbdb4825)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:09:56.621270 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-a7e6fa2c-304b-4678-a088-8a2d9bd8f867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3da976-aec0-41a7-a60d-d8636573b496', 'name': 'tempest-TestMinimumBasicScenario-480873717-router', 'tenant_id': 'f0b83467b884463caf15d0aa3a28eb04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '0862087e-e900-42d1-8e16-8e57724d9a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:09:49Z', 'updated_at': '2021-06-23T19:09:53Z', 'revision_number': 4, 'project_id': 'f0b83467b884463caf15d0aa3a28eb04', 'gw_port': {'id': '0862087e-e900-42d1-8e16-8e57724d9a0a', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a4:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc3da976-aec0-41a7-a60d-d8636573b496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:09:50Z', 'updated_at': '2021-06-23T19:09:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi', '_interfaces': [{'id': 'f13a580a-c88e-44ae-9bbb-a78f3b48cd6f', 'name': '', 'network_id': 'e11519e8-7159-40a0-a52d-675d0f87c5a7', 'tenant_id': 'f0b83467b884463caf15d0aa3a28eb04', 'mac_address': 'fa:16:3e:cd:30:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc3da976-aec0-41a7-a60d-d8636573b496', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'ed2e4123-a873-4352-9e10-819b47aa8267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:09:52Z', 'updated_at': '2021-06-23T19:09:53Z', 'revision_number': 2, 'project_id': 'f0b83467b884463caf15d0aa3a28eb04', 'subnets': [{'id': 'ed2e4123-a873-4352-9e10-819b47aa8267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:09:56.647482 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning for port 0862087e-e900-42d1-8e16-8e57724d9a0a completed by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:09:56.649492 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e6fa2c-304b-4678-a088-8a2d9bd8f867 None None] Checking router: fc3da976-aec0-41a7-a60d-d8636573b496 for host: dv-cinder-790492-6-iscsi {{(pid=93954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:09:56.649674 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb8959-8c3e-44d3-b744-08518d959809 req-c7afdacb-52a0-44e0-a4fe-6b70d88e33e7 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:56.650289 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e6fa2c-304b-4678-a088-8a2d9bd8f867 None None] Updating router fc3da976-aec0-41a7-a60d-d8636573b496 port f13a580a-c88e-44ae-9bbb-a78f3b48cd6f binding host dv-cinder-790492-6-iscsi {{(pid=93954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 19:09:56.651627 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-29eb8959-8c3e-44d3-b744-08518d959809 req-c7afdacb-52a0-44e0-a4fe-6b70d88e33e7 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.49 "GET /v2.0/ports?device_id=bceecb90-8e11-49b3-a5c3-1734f6f49918 HTTP/1.1" status: 200 len: 946 time: 0.1123435 Jun 23 19:09:56.655335 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning complete for port 0862087e-e900-42d1-8e16-8e57724d9a0a triggered by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:09:56.655789 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:56.725289 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-a7e6fa2c-304b-4678-a088-8a2d9bd8f867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:56.793301 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:56.799164 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-ab320afd-64c9-4cfb-a13e-9875ff5ce170 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:56.815720 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [req-29eb8959-8c3e-44d3-b744-08518d959809 req-8cd5ea97-6105-458a-a487-c73ca3d86073 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Deleting port e2617094-f03a-4729-b3cf-f56b42380d7a {{(pid=93953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:09:56.816228 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-29eb8959-8c3e-44d3-b744-08518d959809 req-8cd5ea97-6105-458a-a487-c73ca3d86073 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745549706015'] for port, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:56.869484 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-fadc0b03-30d0-4982-b015-f9a4c075ce50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889'] for subnet, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:56.874927 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:56.892469 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:56.941972 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] For port 0862087e-e900-42d1-8e16-8e57724d9a0a, host dv-cinder-790492-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=0862087e-e900-42d1-8e16-8e57724d9a0a,segment=NetworkSegment(5f51114a-3dae-4d84-91d9-b7c41a4d9224),segment_id=5f51114a-3dae-4d84-91d9-b7c41a4d9224)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:09:56.942337 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadc0b03-30d0-4982-b015-f9a4c075ce50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb231357-6777-4dda-aa8c-0b6fd7599b77,revision_number=0']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:56.946840 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Pushing event updated for resources: {'Port': ['ID=9052585d-57ac-4816-8951-6a03ce5ec933,revision_number=4']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:56.948072 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-fadc0b03-30d0-4982-b015-f9a4c075ce50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:56.950268 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:56.969151 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-29eb8959-8c3e-44d3-b744-08518d959809 req-8cd5ea97-6105-458a-a487-c73ca3d86073 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] For port e2617094-f03a-4729-b3cf-f56b42380d7a, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=e2617094-f03a-4729-b3cf-f56b42380d7a,segment=NetworkSegment(c8e876c6-8009-40df-a70b-ebc610b44f72),segment_id=c8e876c6-8009-40df-a70b-ebc610b44f72)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:09:56.969782 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-29eb8959-8c3e-44d3-b744-08518d959809 req-8cd5ea97-6105-458a-a487-c73ca3d86073 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710932'] for port, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:56.987678 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [req-29eb8959-8c3e-44d3-b744-08518d959809 req-8cd5ea97-6105-458a-a487-c73ca3d86073 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Calling delete_port for e2617094-f03a-4729-b3cf-f56b42380d7a owned by compute:nova {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:09:56.989571 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadc0b03-30d0-4982-b015-f9a4c075ce50 admin admin] Checking segment: {'id': '7fce9a06-9448-4c98-a1e4-1a0d99af2ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '1cd1773b-bd69-4608-af2f-06f6da584b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:09:56.989935 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadc0b03-30d0-4982-b015-f9a4c075ce50 admin admin] Network hostable DHCP agents. Network: 1cd1773b-bd69-4608-af2f-06f6da584b57, hostable agents: ['46fb5406-63b7-4827-9d8b-19fc67eca6fa'], hosted agents: [] {{(pid=93953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 19:09:57.024195 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:57.029802 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:57.104906 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Pushing event updated for resources: {'Port': ['ID=0862087e-e900-42d1-8e16-8e57724d9a0a,revision_number=4']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:57.108459 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:57.124997 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadc0b03-30d0-4982-b015-f9a4c075ce50 admin admin] Network 1cd1773b-bd69-4608-af2f-06f6da584b57 is scheduled to be hosted by DHCP agent 46fb5406-63b7-4827-9d8b-19fc67eca6fa with binding_index 1 {{(pid=93953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 19:09:57.178112 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-a7e6fa2c-304b-4678-a088-8a2d9bd8f867 None None] Notify callbacks [] for port, precommit_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:57.190980 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-a7e6fa2c-304b-4678-a088-8a2d9bd8f867 None None] Transition to ACTIVE for port object f13a580a-c88e-44ae-9bbb-a78f3b48cd6f will not be triggered until provisioned by entity L2. {{(pid=93954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:09:57.197539 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0624d3-c3d8-4768-b651-d32283f5cd21 req-3f5fb36d-8ed6-4440-9e59-611db113e9e6 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:57.199071 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-dd0624d3-c3d8-4768-b651-d32283f5cd21 req-3f5fb36d-8ed6-4440-9e59-611db113e9e6 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/ports?device_id=b389f774-9ff0-4f52-9779-fca0f42d0093 HTTP/1.1" status: 200 len: 945 time: 0.0891759 Jun 23 19:09:57.220924 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d482d88-a27e-4234-808f-ffc664e8c2be req-c1f87964-45b0-4f47-b92d-ee161cd7c64d tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:57.222504 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0d482d88-a27e-4234-808f-ffc664e8c2be req-c1f87964-45b0-4f47-b92d-ee161cd7c64d tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=bceecb90-8e11-49b3-a5c3-1734f6f49918 HTTP/1.1" status: 200 len: 946 time: 0.0767348 Jun 23 19:09:57.222665 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [None req-fadc0b03-30d0-4982-b015-f9a4c075ce50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-6-iscsi, 1cd1773b-bd69-4608-af2f-06f6da584b57) {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:09:57.230588 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fadc0b03-30d0-4982-b015-f9a4c075ce50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:57.231249 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-fadc0b03-30d0-4982-b015-f9a4c075ce50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:57.233441 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af66caac-2b54-48f2-b197-2f2a2de9eccc None None] Network 1cd1773b-bd69-4608-af2f-06f6da584b57 requested from dv-cinder-790492-6-iscsi {{(pid=93954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:09:57.249880 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-dd0624d3-c3d8-4768-b651-d32283f5cd21 req-71246488-e03f-4c77-aef7-406c6a7333cd tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/security-groups?id=89c8f244-84dd-4955-bd65-36bd2a6ab177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449164 Jun 23 19:09:57.266535 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0d482d88-a27e-4234-808f-ffc664e8c2be req-33ff3f66-1a04-4078-80b2-4360d06e6b0e tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361650 Jun 23 19:09:57.280855 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-29eb8959-8c3e-44d3-b744-08518d959809 req-8cd5ea97-6105-458a-a487-c73ca3d86073 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745549710641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745549236134'] for port, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:57.286231 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-d43184f6-42b2-4679-a4db-f7945cd8f3dd tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:57.294589 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] get_ports_and_sgs() called for port_ids ['9052585d-57ac-4816-8951-6a03ce5ec933'] {{(pid=93954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:09:57.296723 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-a7e6fa2c-304b-4678-a088-8a2d9bd8f867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:57.301448 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:57.327556 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd5ea97-6105-458a-a487-c73ca3d86073 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Pushing event deleted for resources: {'Port': ['ID=e2617094-f03a-4729-b3cf-f56b42380d7a,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:57.333554 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-8cd5ea97-6105-458a-a487-c73ca3d86073 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:57.364350 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-fadc0b03-30d0-4982-b015-f9a4c075ce50 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9827251 Jun 23 19:09:57.365163 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 33938) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:09:57.372519 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-0465280b-b016-4977-a16a-faad9fde8bfd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1901063784-router', 'tenant_id': '2b2f30fb2bdb4a3b9ce447957035f77c', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199'}}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:09:57.386151 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [req-29eb8959-8c3e-44d3-b744-08518d959809 req-8cd5ea97-6105-458a-a487-c73ca3d86073 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] No DVR routers for this DVR port e2617094-f03a-4729-b3cf-f56b42380d7a on host hv-cinder-79049 {{(pid=93953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:09:57.390046 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-29eb8959-8c3e-44d3-b744-08518d959809 req-8cd5ea97-6105-458a-a487-c73ca3d86073 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:57.392521 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-29eb8959-8c3e-44d3-b744-08518d959809 req-8cd5ea97-6105-458a-a487-c73ca3d86073 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.49 "DELETE /v2.0/ports/e2617094-f03a-4729-b3cf-f56b42380d7a HTTP/1.1" status: 204 len: 173 time: 0.7276397 Jun 23 19:09:57.392688 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bceecb90-8e11-49b3-a5c3-1734f6f49918', 'name': 'network-vif-deleted', 'tag': 'e2617094-f03a-4729-b3cf-f56b42380d7a'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:09:57.395325 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8902aeace0540733bba5a146bce723956a3312b5b25ae011a73fc84317b4d28a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe6ee536-5142-4bba-8325-bb582a17c9f4" -d '{"events": [{"server_uuid": "bceecb90-8e11-49b3-a5c3-1734f6f49918", "name": "network-vif-deleted", "tag": "e2617094-f03a-4729-b3cf-f56b42380d7a"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:09:57.420157 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980314d3-5600-4abe-b1bb-401800e8a61a None None] Pushing event updated for resources: {'Port': ['ID=f13a580a-c88e-44ae-9bbb-a78f3b48cd6f,revision_number=3']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:57.428460 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-980314d3-5600-4abe-b1bb-401800e8a61a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:57.442976 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e13466dc-52d9-4606-a372-b859951668dc x-openstack-request-id: req-e13466dc-52d9-4606-a372-b859951668dc {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:09:57.443119 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bceecb90-8e11-49b3-a5c3-1734f6f49918", "name": "network-vif-deleted", "tag": "e2617094-f03a-4729-b3cf-f56b42380d7a", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:09:57.443403 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e13466dc-52d9-4606-a372-b859951668dc {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:09:57.443828 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bceecb90-8e11-49b3-a5c3-1734f6f49918', 'name': 'network-vif-deleted', 'tag': 'e2617094-f03a-4729-b3cf-f56b42380d7a', 'status': 'completed', 'code': 200} Jun 23 19:09:57.496392 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-0465280b-b016-4977-a16a-faad9fde8bfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3706123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5713'] for router, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:57.497429 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-0465280b-b016-4977-a16a-faad9fde8bfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3706112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3728693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3926614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5720'] for router, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:57.585334 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-a7e6fa2c-304b-4678-a088-8a2d9bd8f867 None None] Attempting to bind port f13a580a-c88e-44ae-9bbb-a78f3b48cd6f on host dv-cinder-790492-6-iscsi for vnic_type normal with profile {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:09:57.585988 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-a7e6fa2c-304b-4678-a088-8a2d9bd8f867 None None] Attempting to bind port f13a580a-c88e-44ae-9bbb-a78f3b48cd6f by drivers openvswitch,hyperv on host dv-cinder-790492-6-iscsi at level 0 using segments [{'id': '06f030b8-92aa-4704-905c-d54ec014c332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'e11519e8-7159-40a0-a52d-675d0f87c5a7'}] {{(pid=93954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:09:57.586374 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e6fa2c-304b-4678-a088-8a2d9bd8f867 None None] Attempting to bind port f13a580a-c88e-44ae-9bbb-a78f3b48cd6f on network e11519e8-7159-40a0-a52d-675d0f87c5a7 {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:09:57.626878 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e6fa2c-304b-4678-a088-8a2d9bd8f867 None None] Checking agent: {'id': '392b78dc-ede3-4892-8962-7877c3ff23c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 58, 33), 'started_at': datetime.datetime(2021, 6, 23, 18, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:09:57.627366 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e6fa2c-304b-4678-a088-8a2d9bd8f867 None None] Checking segment: {'id': '06f030b8-92aa-4704-905c-d54ec014c332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'e11519e8-7159-40a0-a52d-675d0f87c5a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:09:57.627771 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-a7e6fa2c-304b-4678-a088-8a2d9bd8f867 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:57.628238 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e6fa2c-304b-4678-a088-8a2d9bd8f867 None None] Bound using segment: {'id': '06f030b8-92aa-4704-905c-d54ec014c332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'e11519e8-7159-40a0-a52d-675d0f87c5a7'} {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:09:57.628751 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-a7e6fa2c-304b-4678-a088-8a2d9bd8f867 None None] Bound port: f13a580a-c88e-44ae-9bbb-a78f3b48cd6f, host: dv-cinder-790492-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06f030b8-92aa-4704-905c-d54ec014c332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'e11519e8-7159-40a0-a52d-675d0f87c5a7'}}] {{(pid=93954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:09:57.629144 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-a7e6fa2c-304b-4678-a088-8a2d9bd8f867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:57.648719 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8e4a48-ca59-4fbd-885b-c024ebb28fc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee304acd-30f0-5ee2-ad4a-b51e6e82a076-1cd1773b-bd69-4608-af2f-06f6da584b57', 'network_id': '1cd1773b-bd69-4608-af2f-06f6da584b57', 'tenant_id': '2b2f30fb2bdb4a3b9ce447957035f77c', 'fixed_ips': [{'subnet_id': 'bb231357-6777-4dda-aa8c-0b6fd7599b77'}]}} from dv-cinder-790492-6-iscsi. {{(pid=93954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 19:09:57.649575 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-3f8e4a48-ca59-4fbd-885b-c024ebb28fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-975148'] for port, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:57.754760 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-0465280b-b016-4977-a16a-faad9fde8bfd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:57.895300 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-a7e6fa2c-304b-4678-a088-8a2d9bd8f867 None None] For port f13a580a-c88e-44ae-9bbb-a78f3b48cd6f, host dv-cinder-790492-6-iscsi, cleared binding levels {{(pid=93954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:09:57.919959 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-a7e6fa2c-304b-4678-a088-8a2d9bd8f867 None None] For port f13a580a-c88e-44ae-9bbb-a78f3b48cd6f, host dv-cinder-790492-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=f13a580a-c88e-44ae-9bbb-a78f3b48cd6f,segment=NetworkSegment(06f030b8-92aa-4704-905c-d54ec014c332),segment_id=06f030b8-92aa-4704-905c-d54ec014c332)] {{(pid=93954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:09:57.970704 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-0465280b-b016-4977-a16a-faad9fde8bfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3730983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3705239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5706'] for router, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:58.000325 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.db_base_plugin_common [None req-3f8e4a48-ca59-4fbd-885b-c024ebb28fc8 None None] Allocated IP 172.20.0.2 (1cd1773b-bd69-4608-af2f-06f6da584b57/bb231357-6777-4dda-aa8c-0b6fd7599b77/b17ae44f-3a7f-4ce7-a0f7-2868f51e0777) {{(pid=93954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:09:58.026888 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-a7e6fa2c-304b-4678-a088-8a2d9bd8f867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:58.032924 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-339c96c5-da82-4949-8d92-55498abfc887 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:58.203779 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980314d3-5600-4abe-b1bb-401800e8a61a None None] Pushing event updated for resources: {'Port': ['ID=f13a580a-c88e-44ae-9bbb-a78f3b48cd6f,revision_number=4']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:58.210765 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e6fa2c-304b-4678-a088-8a2d9bd8f867 None None] Routers {'fc3da976-aec0-41a7-a60d-d8636573b496'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:09:58.211432 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-a7e6fa2c-304b-4678-a088-8a2d9bd8f867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:09:33Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['fc3da976-aec0-41a7-a60d-d8636573b496'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:09:58.214038 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-980314d3-5600-4abe-b1bb-401800e8a61a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:58.274612 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device 0862087e-e900-42d1-8e16-8e57724d9a0a up at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:09:58.493329 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-0465280b-b016-4977-a16a-faad9fde8bfd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:58.538909 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-0465280b-b016-4977-a16a-faad9fde8bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-975148'] for port, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:58.580935 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-3f8e4a48-ca59-4fbd-885b-c024ebb28fc8 None None] Notify callbacks [] for port, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:58.593047 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8634a08e-83d9-4545-add6-a150f05c9931 req-b7db10be-cd90-44b3-8e1b-e7187af4d205 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=bceecb90-8e11-49b3-a5c3-1734f6f49918 HTTP/1.1" status: 200 len: 210 time: 0.0387037 Jun 23 19:09:58.605810 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-3f8e4a48-ca59-4fbd-885b-c024ebb28fc8 None None] Transition to ACTIVE for port object b17ae44f-3a7f-4ce7-a0f7-2868f51e0777 will not be triggered until provisioned by entity L2. {{(pid=93954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:09:58.614526 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-a7e6fa2c-304b-4678-a088-8a2d9bd8f867 None None] Set router fc3da976-aec0-41a7-a60d-d8636573b496 gateway port host: dv-cinder-790492-6-iscsi {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:09:58.667648 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning complete for port 0862087e-e900-42d1-8e16-8e57724d9a0a triggered by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:09:58.668323 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:58.671801 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-3f8e4a48-ca59-4fbd-885b-c024ebb28fc8 None None] Transition to ACTIVE for port object b17ae44f-3a7f-4ce7-a0f7-2868f51e0777 will not be triggered until provisioned by entity DHCP. {{(pid=93954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:09:58.694701 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288b9bae-ffe4-46f5-b639-338458b94538 req-fee73fff-6746-406b-b0eb-65c1d05c3513 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:58.696606 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-288b9bae-ffe4-46f5-b639-338458b94538 req-fee73fff-6746-406b-b0eb-65c1d05c3513 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/ports?device_id=b389f774-9ff0-4f52-9779-fca0f42d0093 HTTP/1.1" status: 200 len: 945 time: 0.2011325 Jun 23 19:09:58.705438 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.db.db_base_plugin_common [None req-0465280b-b016-4977-a16a-faad9fde8bfd admin admin] Allocated IP 172.27.1.85 (cc1a8f9f-0501-47a9-94a0-f3af65713199/09e863e5-4e6d-4986-b5d9-3bb63422f84c/511c5a1b-efdc-4a4f-80e3-0fe126713129) {{(pid=93952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:09:58.771816 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-288b9bae-ffe4-46f5-b639-338458b94538 req-07ca6a59-081f-4c3d-a091-345c4358110f tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/security-groups?id=89c8f244-84dd-4955-bd65-36bd2a6ab177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679188 Jun 23 19:09:58.795082 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-3f8e4a48-ca59-4fbd-885b-c024ebb28fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-975211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745549236125'] for port, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:58.799247 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-70e804d2-b275-47de-9d61-ea0f2870df36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:58.857706 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-0465280b-b016-4977-a16a-faad9fde8bfd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:58.883777 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8e4a48-ca59-4fbd-885b-c024ebb28fc8 None None] Network 1cd1773b-bd69-4608-af2f-06f6da584b57 is already hosted by enough agents. {{(pid=93954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:09:58.893103 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.scheduler.base_scheduler [None req-3f8e4a48-ca59-4fbd-885b-c024ebb28fc8 None None] Resources bound (agent type, host, resource id): {{(pid=93954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:09:58.901147 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8e4a48-ca59-4fbd-885b-c024ebb28fc8 None None] Pushing event updated for resources: {'Port': ['ID=b17ae44f-3a7f-4ce7-a0f7-2868f51e0777,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:58.903656 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8e4a48-ca59-4fbd-885b-c024ebb28fc8 None None] Received port after_create {{(pid=93954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:09:58.914626 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-3f8e4a48-ca59-4fbd-885b-c024ebb28fc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:58.994204 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-3f8e4a48-ca59-4fbd-885b-c024ebb28fc8 None None] Attempting to bind port b17ae44f-3a7f-4ce7-a0f7-2868f51e0777 on host dv-cinder-790492-6-iscsi for vnic_type normal with profile {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:09:58.994609 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-3f8e4a48-ca59-4fbd-885b-c024ebb28fc8 None None] Attempting to bind port b17ae44f-3a7f-4ce7-a0f7-2868f51e0777 by drivers openvswitch,hyperv on host dv-cinder-790492-6-iscsi at level 0 using segments [{'id': '7fce9a06-9448-4c98-a1e4-1a0d99af2ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '1cd1773b-bd69-4608-af2f-06f6da584b57'}] {{(pid=93954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:09:58.994937 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8e4a48-ca59-4fbd-885b-c024ebb28fc8 None None] Attempting to bind port b17ae44f-3a7f-4ce7-a0f7-2868f51e0777 on network 1cd1773b-bd69-4608-af2f-06f6da584b57 {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:09:59.005246 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8e4a48-ca59-4fbd-885b-c024ebb28fc8 None None] Checking agent: {'id': '392b78dc-ede3-4892-8962-7877c3ff23c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 58, 33), 'started_at': datetime.datetime(2021, 6, 23, 18, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:09:59.005649 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8e4a48-ca59-4fbd-885b-c024ebb28fc8 None None] Checking segment: {'id': '7fce9a06-9448-4c98-a1e4-1a0d99af2ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '1cd1773b-bd69-4608-af2f-06f6da584b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:09:59.006573 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-3f8e4a48-ca59-4fbd-885b-c024ebb28fc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:59.006573 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8e4a48-ca59-4fbd-885b-c024ebb28fc8 None None] Bound using segment: {'id': '7fce9a06-9448-4c98-a1e4-1a0d99af2ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '1cd1773b-bd69-4608-af2f-06f6da584b57'} {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:09:59.006910 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-3f8e4a48-ca59-4fbd-885b-c024ebb28fc8 None None] Bound port: b17ae44f-3a7f-4ce7-a0f7-2868f51e0777, host: dv-cinder-790492-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fce9a06-9448-4c98-a1e4-1a0d99af2ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '1cd1773b-bd69-4608-af2f-06f6da584b57'}}] {{(pid=93954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:09:59.007292 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-3f8e4a48-ca59-4fbd-885b-c024ebb28fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:59.029750 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-a7e6fa2c-304b-4678-a088-8a2d9bd8f867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3da976-aec0-41a7-a60d-d8636573b496', 'name': 'tempest-TestMinimumBasicScenario-480873717-router', 'tenant_id': 'f0b83467b884463caf15d0aa3a28eb04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '0862087e-e900-42d1-8e16-8e57724d9a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:09:49Z', 'updated_at': '2021-06-23T19:09:53Z', 'revision_number': 4, 'project_id': 'f0b83467b884463caf15d0aa3a28eb04', 'gw_port': {'id': '0862087e-e900-42d1-8e16-8e57724d9a0a', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3da976-aec0-41a7-a60d-d8636573b496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:09:50Z', 'updated_at': '2021-06-23T19:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi', '_interfaces': [{'id': 'f13a580a-c88e-44ae-9bbb-a78f3b48cd6f', 'name': '', 'network_id': 'e11519e8-7159-40a0-a52d-675d0f87c5a7', 'tenant_id': 'f0b83467b884463caf15d0aa3a28eb04', 'mac_address': 'fa:16:3e:cd:30:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc3da976-aec0-41a7-a60d-d8636573b496', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'ed2e4123-a873-4352-9e10-819b47aa8267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:09:52Z', 'updated_at': '2021-06-23T19:09:57Z', 'revision_number': 4, 'project_id': 'f0b83467b884463caf15d0aa3a28eb04', 'subnets': [{'id': 'ed2e4123-a873-4352-9e10-819b47aa8267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:09:59.042134 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-0465280b-b016-4977-a16a-faad9fde8bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-975211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745549236125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26440006'] for port, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:59.052187 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:59.080632 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e6fa2c-304b-4678-a088-8a2d9bd8f867 None None] The sync data for ids ['fc3da976-aec0-41a7-a60d-d8636573b496'] in dv-cinder-790492-6-iscsi is: [{'id': 'fc3da976-aec0-41a7-a60d-d8636573b496', 'name': 'tempest-TestMinimumBasicScenario-480873717-router', 'tenant_id': 'f0b83467b884463caf15d0aa3a28eb04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '0862087e-e900-42d1-8e16-8e57724d9a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:09:49Z', 'updated_at': '2021-06-23T19:09:53Z', 'revision_number': 4, 'project_id': 'f0b83467b884463caf15d0aa3a28eb04', 'gw_port': {'id': '0862087e-e900-42d1-8e16-8e57724d9a0a', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3da976-aec0-41a7-a60d-d8636573b496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:09:50Z', 'updated_at': '2021-06-23T19:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi', '_interfaces': [{'id': 'f13a580a-c88e-44ae-9bbb-a78f3b48cd6f', 'name': '', 'network_id': 'e11519e8-7159-40a0-a52d-675d0f87c5a7', 'tenant_id': 'f0b83467b884463caf15d0aa3a28eb04', 'mac_address': 'fa:16:3e:cd:30:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc3da976-aec0-41a7-a60d-d8636573b496', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'ed2e4123-a873-4352-9e10-819b47aa8267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:09:52Z', 'updated_at': '2021-06-23T19:09:57Z', 'revision_number': 4, 'project_id': 'f0b83467b884463caf15d0aa3a28eb04', 'subnets': [{'id': 'ed2e4123-a873-4352-9e10-819b47aa8267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:09:59.097814 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0465280b-b016-4977-a16a-faad9fde8bfd admin admin] Network cc1a8f9f-0501-47a9-94a0-f3af65713199 is already hosted by enough agents. {{(pid=93952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:09:59.101519 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.base_scheduler [None req-0465280b-b016-4977-a16a-faad9fde8bfd admin admin] Resources bound (agent type, host, resource id): {{(pid=93952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:09:59.106215 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0465280b-b016-4977-a16a-faad9fde8bfd admin admin] Received port after_create {{(pid=93952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:09:59.116792 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0465280b-b016-4977-a16a-faad9fde8bfd admin admin] Pushing event updated for resources: {'Port': ['ID=511c5a1b-efdc-4a4f-80e3-0fe126713129,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:59.159052 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-3f8e4a48-ca59-4fbd-885b-c024ebb28fc8 None None] For port b17ae44f-3a7f-4ce7-a0f7-2868f51e0777, host dv-cinder-790492-6-iscsi, cleared binding levels {{(pid=93954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:09:59.159052 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-3f8e4a48-ca59-4fbd-885b-c024ebb28fc8 None None] For port b17ae44f-3a7f-4ce7-a0f7-2868f51e0777, host dv-cinder-790492-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=b17ae44f-3a7f-4ce7-a0f7-2868f51e0777,segment=NetworkSegment(7fce9a06-9448-4c98-a1e4-1a0d99af2ba8),segment_id=7fce9a06-9448-4c98-a1e4-1a0d99af2ba8)] {{(pid=93954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:09:59.167600 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-0465280b-b016-4977-a16a-faad9fde8bfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:59.204476 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] get_ports_and_sgs() called for port_ids ['52c88fe5-9869-47bc-a0f4-e8df303d12a7'] {{(pid=93954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:09:59.294009 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-3f8e4a48-ca59-4fbd-885b-c024ebb28fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:59.296698 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:59.405643 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8e4a48-ca59-4fbd-885b-c024ebb28fc8 None None] Pushing event updated for resources: {'Port': ['ID=b17ae44f-3a7f-4ce7-a0f7-2868f51e0777,revision_number=2']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:59.416467 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-3f8e4a48-ca59-4fbd-885b-c024ebb28fc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:59.587678 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-0465280b-b016-4977-a16a-faad9fde8bfd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:59.868179 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-0465280b-b016-4977-a16a-faad9fde8bfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3705246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3731058'] for router, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:59.933369 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device 9052585d-57ac-4816-8951-6a03ce5ec933 up at agent hyperv_hv-cinder-79049 {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:10:00.097434 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1823f063-e6b5-4dc9-b481-46460d87a6e3 req-96995c00-7f63-4f4f-a748-dc5fab0556bd tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:00.107606 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-1823f063-e6b5-4dc9-b481-46460d87a6e3 req-96995c00-7f63-4f4f-a748-dc5fab0556bd tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/ports?device_id=b389f774-9ff0-4f52-9779-fca0f42d0093 HTTP/1.1" status: 200 len: 945 time: 0.1555736 Jun 23 19:10:00.190047 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-1823f063-e6b5-4dc9-b481-46460d87a6e3 req-96ffba6d-47fe-457a-97e7-48557aae11f9 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/security-groups?id=89c8f244-84dd-4955-bd65-36bd2a6ab177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837650 Jun 23 19:10:00.196503 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Provisioning for port 9052585d-57ac-4816-8951-6a03ce5ec933 completed by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:10:00.202601 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Provisioning complete for port 9052585d-57ac-4816-8951-6a03ce5ec933 triggered by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:10:00.204766 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:00.279860 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-b389aef9-4162-4fa3-ae8e-8a95e8b79a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:00.296973 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device f13a580a-c88e-44ae-9bbb-a78f3b48cd6f up at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:10:00.333954 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0465280b-b016-4977-a16a-faad9fde8bfd admin admin] Router 44f21225-ad5f-4ca2-aac9-40824f4070d3 is scheduled to L3 agent 74079d6f-659b-43f4-8a12-30a7ece685bb with binding_index 1 {{(pid=93952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 19:10:00.390201 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:00.424322 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b389f774-9ff0-4f52-9779-fca0f42d0093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9052585d-57ac-4816-8951-6a03ce5ec933'}] {{(pid=93954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:10:00.426302 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78efef87a1af135e54214795b53a936b9e8d2b7d09f053504b37278e2de45a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b0c0a9-0bae-4b62-9bc8-1c1e130adcfa" -d '{"events": [{"server_uuid": "b389f774-9ff0-4f52-9779-fca0f42d0093", "name": "network-vif-plugged", "status": "completed", "tag": "9052585d-57ac-4816-8951-6a03ce5ec933"}]}' {{(pid=93954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:10:00.465286 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] For port 9052585d-57ac-4816-8951-6a03ce5ec933, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=9052585d-57ac-4816-8951-6a03ce5ec933,segment=NetworkSegment(69103e30-5a0e-4989-a98f-ce80dbdb4825),segment_id=69103e30-5a0e-4989-a98f-ce80dbdb4825)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:10:00.488619 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16d5db3-fcf5-4e3a-8963-49878a85f69e x-openstack-request-id: req-b16d5db3-fcf5-4e3a-8963-49878a85f69e {{(pid=93954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:10:00.488968 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b389f774-9ff0-4f52-9779-fca0f42d0093", "name": "network-vif-plugged", "status": "completed", "tag": "9052585d-57ac-4816-8951-6a03ce5ec933", "code": 200}]} {{(pid=93954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:10:00.489723 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b16d5db3-fcf5-4e3a-8963-49878a85f69e {{(pid=93954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:10:00.490162 dv-cinder-790492-6-iscsi neutron-server[93954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b389f774-9ff0-4f52-9779-fca0f42d0093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9052585d-57ac-4816-8951-6a03ce5ec933', 'code': 200} Jun 23 19:10:00.492694 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0465280b-b016-4977-a16a-faad9fde8bfd admin admin] Notify agent at l3_agent.dv-cinder-790492-6-iscsi the message routers_updated {{(pid=93952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:10:00.506261 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ae3d1d-af22-47c3-a6a9-e69c829cc402 None None] Sync routers for ids ['44f21225-ad5f-4ca2-aac9-40824f4070d3'] in dv-cinder-790492-6-iscsi {{(pid=93955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:10:00.526344 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ae3d1d-af22-47c3-a6a9-e69c829cc402 None None] Routers {'44f21225-ad5f-4ca2-aac9-40824f4070d3'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:10:00.529739 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-55ae3d1d-af22-47c3-a6a9-e69c829cc402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:09:33Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['44f21225-ad5f-4ca2-aac9-40824f4070d3'], 'active': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:10:00.533459 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning for port f13a580a-c88e-44ae-9bbb-a78f3b48cd6f completed by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:10:00.544723 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning complete for port f13a580a-c88e-44ae-9bbb-a78f3b48cd6f triggered by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:10:00.544723 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:00.624537 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:00.626801 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device e2617094-f03a-4729-b3cf-f56b42380d7a no longer exists at agent hyperv_hv-cinder-79049 {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:10:00.634956 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:10:00.641550 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-0465280b-b016-4977-a16a-faad9fde8bfd admin admin] Notify callbacks [] for router, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:00.653485 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-0465280b-b016-4977-a16a-faad9fde8bfd admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2762716 Jun 23 19:10:00.653485 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 33970) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:10:00.678733 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e0f75-a75e-4515-b51c-4534cce23a73 req-0092ead4-f17a-43aa-b1ae-6f68bd7f2610 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:00.688240 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-472e0f75-a75e-4515-b51c-4534cce23a73 req-0092ead4-f17a-43aa-b1ae-6f68bd7f2610 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a6ad38a-50fb-4059-96f4-e736067a8448 HTTP/1.1" status: 200 len: 945 time: 0.1040590 Jun 23 19:10:00.763600 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-472e0f75-a75e-4515-b51c-4534cce23a73 req-6c711869-f624-40b0-8867-d78d472ae0f1 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743380 Jun 23 19:10:00.770880 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Pushing event updated for resources: {'Port': ['ID=9052585d-57ac-4816-8951-6a03ce5ec933,revision_number=5']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:10:00.782866 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] No Port match for: e2617094-f03a-4729-b3cf-f56b42380d7a {{(pid=93954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:10:00.783479 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device e2617094-f03a-4729-b3cf-f56b42380d7a not bound to the agent host hv-cinder-79049 {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:10:00.787530 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:10:00.788645 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb2dec9-e275-44cb-bdf7-8d4bc1192262 None None] Network 1cd1773b-bd69-4608-af2f-06f6da584b57 requested from dv-cinder-790492-6-iscsi {{(pid=93954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:10:00.798972 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvr_db [None req-55ae3d1d-af22-47c3-a6a9-e69c829cc402 None None] Set router 44f21225-ad5f-4ca2-aac9-40824f4070d3 gateway port host: dv-cinder-790492-6-iscsi {{(pid=93955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:10:00.918262 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:00.959294 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-2a349815-8984-4c39-9db8-6a468a946cc5 None None] Provisioning for port b17ae44f-3a7f-4ce7-a0f7-2868f51e0777 completed by entity DHCP. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:10:00.972917 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] For port f13a580a-c88e-44ae-9bbb-a78f3b48cd6f, host dv-cinder-790492-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=f13a580a-c88e-44ae-9bbb-a78f3b48cd6f,segment=NetworkSegment(06f030b8-92aa-4704-905c-d54ec014c332),segment_id=06f030b8-92aa-4704-905c-d54ec014c332)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:10:01.049486 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-55ae3d1d-af22-47c3-a6a9-e69c829cc402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f21225-ad5f-4ca2-aac9-40824f4070d3', 'name': 'tempest-TestMinimumBasicScenario-1901063784-router', 'tenant_id': '2b2f30fb2bdb4a3b9ce447957035f77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '511c5a1b-efdc-4a4f-80e3-0fe126713129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:09:57Z', 'updated_at': '2021-06-23T19:09:59Z', 'revision_number': 3, 'project_id': '2b2f30fb2bdb4a3b9ce447957035f77c', 'gw_port': {'id': '511c5a1b-efdc-4a4f-80e3-0fe126713129', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:eb:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f21225-ad5f-4ca2-aac9-40824f4070d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:09:58Z', 'updated_at': '2021-06-23T19:09:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi'}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:10:01.100144 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ae3d1d-af22-47c3-a6a9-e69c829cc402 None None] Checking router: 44f21225-ad5f-4ca2-aac9-40824f4070d3 for host: dv-cinder-790492-6-iscsi {{(pid=93955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:10:01.100499 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ae3d1d-af22-47c3-a6a9-e69c829cc402 None None] Updating router 44f21225-ad5f-4ca2-aac9-40824f4070d3 port 511c5a1b-efdc-4a4f-80e3-0fe126713129 binding host dv-cinder-790492-6-iscsi {{(pid=93955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 19:10:01.131656 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:01.133526 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device b17ae44f-3a7f-4ce7-a0f7-2868f51e0777 up at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:10:01.139296 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-55ae3d1d-af22-47c3-a6a9-e69c829cc402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:01.146620 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-c0fbfef6-b62e-4fd7-a318-0c919fc989a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:10:01.233292 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-113ef470-4243-4638-9200-a0a722d27b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-975148'] for port, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:01.289530 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Pushing event updated for resources: {'Port': ['ID=f13a580a-c88e-44ae-9bbb-a78f3b48cd6f,revision_number=5']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:10:01.293175 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df909cb0-9fa2-4f66-b586-686cab5c4f5c req-39377857-9f42-4e8c-a53b-49081693c4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:01.294764 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-df909cb0-9fa2-4f66-b586-686cab5c4f5c req-39377857-9f42-4e8c-a53b-49081693c4ac service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b389f774-9ff0-4f52-9779-fca0f42d0093 HTTP/1.1" status: 200 len: 1099 time: 0.1551061 Jun 23 19:10:01.306077 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:10:01.381753 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-df909cb0-9fa2-4f66-b586-686cab5c4f5c req-d84bd03d-c8c2-4b9a-8fbc-b0a3a46ce403 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=89c8f244-84dd-4955-bd65-36bd2a6ab177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726860 Jun 23 19:10:01.463118 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-55ae3d1d-af22-47c3-a6a9-e69c829cc402 None None] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:01.475802 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-55ae3d1d-af22-47c3-a6a9-e69c829cc402 None None] Transition to ACTIVE for port object 511c5a1b-efdc-4a4f-80e3-0fe126713129 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:10:01.510747 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning for port b17ae44f-3a7f-4ce7-a0f7-2868f51e0777 completed by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:10:01.516435 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning complete for port b17ae44f-3a7f-4ce7-a0f7-2868f51e0777 triggered by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:10:01.516823 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:01.533251 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-55ae3d1d-af22-47c3-a6a9-e69c829cc402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:01.544223 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93955) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:10:01.582578 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.db.db_base_plugin_common [None req-113ef470-4243-4638-9200-a0a722d27b3d admin admin] Allocated IP 172.20.0.1 (1cd1773b-bd69-4608-af2f-06f6da584b57/bb231357-6777-4dda-aa8c-0b6fd7599b77/a9adabdd-1f9d-4111-b7cd-deb17a0f5291) {{(pid=93952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:10:01.595332 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cfc82c-aba9-4c06-874e-3dfe9a474c63 None None] Pushing event updated for resources: {'Port': ['ID=511c5a1b-efdc-4a4f-80e3-0fe126713129,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:10:01.604656 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89685337-a915-40cb-94ab-734520ab6cf1 req-5e4d3d05-c999-4711-9854-5c942dd0b2c9 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:01.606464 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-89685337-a915-40cb-94ab-734520ab6cf1 req-5e4d3d05-c999-4711-9854-5c942dd0b2c9 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/ports?device_id=b389f774-9ff0-4f52-9779-fca0f42d0093 HTTP/1.1" status: 200 len: 946 time: 0.1488318 Jun 23 19:10:01.626669 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-55ae3d1d-af22-47c3-a6a9-e69c829cc402 None None] Attempting to bind port 511c5a1b-efdc-4a4f-80e3-0fe126713129 on host dv-cinder-790492-6-iscsi for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:10:01.627311 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-55ae3d1d-af22-47c3-a6a9-e69c829cc402 None None] Attempting to bind port 511c5a1b-efdc-4a4f-80e3-0fe126713129 by drivers openvswitch,hyperv on host dv-cinder-790492-6-iscsi at level 0 using segments [{'id': '5f51114a-3dae-4d84-91d9-b7c41a4d9224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:10:01.627711 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ae3d1d-af22-47c3-a6a9-e69c829cc402 None None] Attempting to bind port 511c5a1b-efdc-4a4f-80e3-0fe126713129 on network cc1a8f9f-0501-47a9-94a0-f3af65713199 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:10:01.629733 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:01.637744 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG oslo_concurrency.lockutils [None req-12cfc82c-aba9-4c06-874e-3dfe9a474c63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93955) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:10:01.641420 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ae3d1d-af22-47c3-a6a9-e69c829cc402 None None] Checking agent: {'id': '392b78dc-ede3-4892-8962-7877c3ff23c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 58, 33), 'started_at': datetime.datetime(2021, 6, 23, 18, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:10:01.641687 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ae3d1d-af22-47c3-a6a9-e69c829cc402 None None] Checking segment: {'id': '5f51114a-3dae-4d84-91d9-b7c41a4d9224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:10:01.642506 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-55ae3d1d-af22-47c3-a6a9-e69c829cc402 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:01.642909 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ae3d1d-af22-47c3-a6a9-e69c829cc402 None None] Bound using segment: {'id': '5f51114a-3dae-4d84-91d9-b7c41a4d9224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:10:01.643426 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-55ae3d1d-af22-47c3-a6a9-e69c829cc402 None None] Bound port: 511c5a1b-efdc-4a4f-80e3-0fe126713129, host: dv-cinder-790492-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f51114a-3dae-4d84-91d9-b7c41a4d9224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:10:01.643806 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-55ae3d1d-af22-47c3-a6a9-e69c829cc402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:01.673157 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] For port b17ae44f-3a7f-4ce7-a0f7-2868f51e0777, host dv-cinder-790492-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=b17ae44f-3a7f-4ce7-a0f7-2868f51e0777,segment=NetworkSegment(7fce9a06-9448-4c98-a1e4-1a0d99af2ba8),segment_id=7fce9a06-9448-4c98-a1e4-1a0d99af2ba8)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:10:01.717341 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-55ae3d1d-af22-47c3-a6a9-e69c829cc402 None None] For port 511c5a1b-efdc-4a4f-80e3-0fe126713129, host dv-cinder-790492-6-iscsi, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:10:01.722667 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-55ae3d1d-af22-47c3-a6a9-e69c829cc402 None None] For port 511c5a1b-efdc-4a4f-80e3-0fe126713129, host dv-cinder-790492-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=511c5a1b-efdc-4a4f-80e3-0fe126713129,segment=NetworkSegment(5f51114a-3dae-4d84-91d9-b7c41a4d9224),segment_id=5f51114a-3dae-4d84-91d9-b7c41a4d9224)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:10:01.734691 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-89685337-a915-40cb-94ab-734520ab6cf1 req-59ee30de-c223-4841-a2d0-98847abf1cb9 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/security-groups?id=89c8f244-84dd-4955-bd65-36bd2a6ab177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182725 Jun 23 19:10:01.744812 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:01.747358 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:10:01.788020 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-113ef470-4243-4638-9200-a0a722d27b3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:01.802082 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-55ae3d1d-af22-47c3-a6a9-e69c829cc402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:01.807197 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Pushing event updated for resources: {'Port': ['ID=b17ae44f-3a7f-4ce7-a0f7-2868f51e0777,revision_number=3']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:10:01.812697 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:10:01.814650 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG oslo_concurrency.lockutils [None req-54f7cd46-305e-48eb-b5ea-98832043d966 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93955) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:10:01.815757 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.db.provisioning_blocks [None req-113ef470-4243-4638-9200-a0a722d27b3d admin admin] Transition to ACTIVE for port object a9adabdd-1f9d-4111-b7cd-deb17a0f5291 will not be triggered until provisioned by entity DHCP. {{(pid=93952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:10:01.869808 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ae3d1d-af22-47c3-a6a9-e69c829cc402 None None] Routers {'44f21225-ad5f-4ca2-aac9-40824f4070d3'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:10:01.870441 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-55ae3d1d-af22-47c3-a6a9-e69c829cc402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:09:33Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['44f21225-ad5f-4ca2-aac9-40824f4070d3'], 'active': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:10:01.926575 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cfc82c-aba9-4c06-874e-3dfe9a474c63 None None] Pushing event updated for resources: {'Port': ['ID=511c5a1b-efdc-4a4f-80e3-0fe126713129,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:10:01.930253 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG oslo_concurrency.lockutils [None req-12cfc82c-aba9-4c06-874e-3dfe9a474c63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93955) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:10:01.950865 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-113ef470-4243-4638-9200-a0a722d27b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-975211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745549236125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26440006'] for port, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:01.954088 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-4d2b6a57-1ba8-4920-9fa3-1e3b905e524f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:10:01.997289 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113ef470-4243-4638-9200-a0a722d27b3d admin admin] Network 1cd1773b-bd69-4608-af2f-06f6da584b57 is already hosted by enough agents. {{(pid=93952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:10:02.004894 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.base_scheduler [None req-113ef470-4243-4638-9200-a0a722d27b3d admin admin] Resources bound (agent type, host, resource id): {{(pid=93952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:10:02.010261 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113ef470-4243-4638-9200-a0a722d27b3d admin admin] Received port after_create {{(pid=93952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:10:02.028569 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvr_db [None req-55ae3d1d-af22-47c3-a6a9-e69c829cc402 None None] Set router 44f21225-ad5f-4ca2-aac9-40824f4070d3 gateway port host: dv-cinder-790492-6-iscsi {{(pid=93955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:10:02.037269 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ef470-4243-4638-9200-a0a722d27b3d admin admin] Pushing event updated for resources: {'Port': ['ID=a9adabdd-1f9d-4111-b7cd-deb17a0f5291,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:10:02.042270 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-113ef470-4243-4638-9200-a0a722d27b3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:10:02.061894 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-113ef470-4243-4638-9200-a0a722d27b3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3721842'] for router_interface, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:02.200054 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device f13a580a-c88e-44ae-9bbb-a78f3b48cd6f up at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:10:02.215886 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f63309a-2f38-4d56-892e-12ad7bcf26a8 req-cad64bd2-4a96-4664-a6b3-e8c39f747bbd tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:02.217834 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-9f63309a-2f38-4d56-892e-12ad7bcf26a8 req-cad64bd2-4a96-4664-a6b3-e8c39f747bbd tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a6ad38a-50fb-4059-96f4-e736067a8448 HTTP/1.1" status: 200 len: 945 time: 0.1525967 Jun 23 19:10:02.272327 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-9f63309a-2f38-4d56-892e-12ad7bcf26a8 req-a2d0c9b2-b4fe-4614-9d9e-129b9e6949ba tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463934 Jun 23 19:10:02.278545 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-55ae3d1d-af22-47c3-a6a9-e69c829cc402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f21225-ad5f-4ca2-aac9-40824f4070d3', 'name': 'tempest-TestMinimumBasicScenario-1901063784-router', 'tenant_id': '2b2f30fb2bdb4a3b9ce447957035f77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '511c5a1b-efdc-4a4f-80e3-0fe126713129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:09:57Z', 'updated_at': '2021-06-23T19:09:59Z', 'revision_number': 3, 'project_id': '2b2f30fb2bdb4a3b9ce447957035f77c', 'gw_port': {'id': '511c5a1b-efdc-4a4f-80e3-0fe126713129', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:eb:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f21225-ad5f-4ca2-aac9-40824f4070d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:09:58Z', 'updated_at': '2021-06-23T19:10:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi'}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:10:02.285533 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning complete for port f13a580a-c88e-44ae-9bbb-a78f3b48cd6f triggered by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:10:02.286046 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:02.305810 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ae3d1d-af22-47c3-a6a9-e69c829cc402 None None] The sync data for ids ['44f21225-ad5f-4ca2-aac9-40824f4070d3'] in dv-cinder-790492-6-iscsi is: [{'id': '44f21225-ad5f-4ca2-aac9-40824f4070d3', 'name': 'tempest-TestMinimumBasicScenario-1901063784-router', 'tenant_id': '2b2f30fb2bdb4a3b9ce447957035f77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '511c5a1b-efdc-4a4f-80e3-0fe126713129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:09:57Z', 'updated_at': '2021-06-23T19:09:59Z', 'revision_number': 3, 'project_id': '2b2f30fb2bdb4a3b9ce447957035f77c', 'gw_port': {'id': '511c5a1b-efdc-4a4f-80e3-0fe126713129', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:eb:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f21225-ad5f-4ca2-aac9-40824f4070d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:09:58Z', 'updated_at': '2021-06-23T19:10:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi'}] {{(pid=93955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:10:02.332342 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-113ef470-4243-4638-9200-a0a722d27b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:02.380651 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-e1a91ccf-59db-4047-8ad1-a804ba19a703 None None] Provisioning for port a9adabdd-1f9d-4111-b7cd-deb17a0f5291 completed by entity DHCP. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:10:02.391778 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-e1a91ccf-59db-4047-8ad1-a804ba19a703 None None] Provisioning complete for port a9adabdd-1f9d-4111-b7cd-deb17a0f5291 triggered by entity DHCP. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:10:02.392248 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-e1a91ccf-59db-4047-8ad1-a804ba19a703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:02.415727 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device b17ae44f-3a7f-4ce7-a0f7-2868f51e0777 up at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:10:02.461791 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-e1a91ccf-59db-4047-8ad1-a804ba19a703 None None] Port a9adabdd-1f9d-4111-b7cd-deb17a0f5291 cannot update to ACTIVE because it is not bound. {{(pid=93954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 19:10:02.478511 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning complete for port b17ae44f-3a7f-4ce7-a0f7-2868f51e0777 triggered by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:10:02.478896 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:02.533195 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-113ef470-4243-4638-9200-a0a722d27b3d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:02.614809 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-113ef470-4243-4638-9200-a0a722d27b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26440020'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:02.617545 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-113ef470-4243-4638-9200-a0a722d27b3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:10:02.690674 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ef470-4243-4638-9200-a0a722d27b3d admin admin] Pushing event updated for resources: {'Port': ['ID=a9adabdd-1f9d-4111-b7cd-deb17a0f5291,revision_number=2']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:10:02.695214 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-113ef470-4243-4638-9200-a0a722d27b3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:10:02.704648 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-113ef470-4243-4638-9200-a0a722d27b3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4104168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3721886'] for router_interface, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:02.835995 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113ef470-4243-4638-9200-a0a722d27b3d admin admin] Network 1cd1773b-bd69-4608-af2f-06f6da584b57 is already hosted by enough agents. {{(pid=93952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:10:02.837571 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.base_scheduler [None req-113ef470-4243-4638-9200-a0a722d27b3d admin admin] Resources bound (agent type, host, resource id): {{(pid=93952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:10:02.967588 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-cfdfb2f2-e211-4780-9083-74d4f8fc844e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:03.001636 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:03.205414 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-bffb1ca4-ab6e-4ae6-be10-1f337e22b59d None None] Provisioning complete for port a9adabdd-1f9d-4111-b7cd-deb17a0f5291 triggered by entity DHCP. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:10:03.206081 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-bffb1ca4-ab6e-4ae6-be10-1f337e22b59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:03.245233 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-bffb1ca4-ab6e-4ae6-be10-1f337e22b59d None None] Port a9adabdd-1f9d-4111-b7cd-deb17a0f5291 cannot update to ACTIVE because it is not bound. {{(pid=93954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 19:10:03.295202 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-113ef470-4243-4638-9200-a0a722d27b3d admin admin] Router 44f21225-ad5f-4ca2-aac9-40824f4070d3 has already been hosted by L3 agent 74079d6f-659b-43f4-8a12-30a7ece685bb {{(pid=93952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:10:03.304259 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7152f72-1a19-473a-a421-2409d7cf816a req-178e0450-2acd-4f05-86d5-f98340a84bb2 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:03.305799 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d7152f72-1a19-473a-a421-2409d7cf816a req-178e0450-2acd-4f05-86d5-f98340a84bb2 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/ports?device_id=b389f774-9ff0-4f52-9779-fca0f42d0093 HTTP/1.1" status: 200 len: 946 time: 0.4035721 Jun 23 19:10:03.399882 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d7152f72-1a19-473a-a421-2409d7cf816a req-ad0b9678-c9fe-44f6-9660-5c05243ef8c9 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/security-groups?id=89c8f244-84dd-4955-bd65-36bd2a6ab177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855167 Jun 23 19:10:03.450802 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-113ef470-4243-4638-9200-a0a722d27b3d admin admin] Notify agent at l3_agent.dv-cinder-790492-6-iscsi the message routers_updated {{(pid=93952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:10:03.455803 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-113ef470-4243-4638-9200-a0a722d27b3d admin admin] 10.222.0.69 "PUT /v2.0/routers/44f21225-ad5f-4ca2-aac9-40824f4070d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8090961 Jun 23 19:10:03.478729 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c550e70-613c-4137-bd6a-7d9c31cdfcbd req-14eb9ca8-3e3c-4a18-9a33-5e769571306b tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:03.480253 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-5c550e70-613c-4137-bd6a-7d9c31cdfcbd req-14eb9ca8-3e3c-4a18-9a33-5e769571306b tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a6ad38a-50fb-4059-96f4-e736067a8448 HTTP/1.1" status: 200 len: 945 time: 0.0748713 Jun 23 19:10:03.520465 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-5c550e70-613c-4137-bd6a-7d9c31cdfcbd req-05743b2b-6d6a-49e7-8487-641b6d3a6dcc tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343583 Jun 23 19:10:04.126197 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-36873b57-c469-4164-8152-400a4dc72ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:04.129365 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b959a443-9c4d-45d7-8efd-05e43ace5dc5 None None] Sync routers for ids ['44f21225-ad5f-4ca2-aac9-40824f4070d3'] in dv-cinder-790492-6-iscsi {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:10:04.151337 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b959a443-9c4d-45d7-8efd-05e43ace5dc5 None None] Routers {'44f21225-ad5f-4ca2-aac9-40824f4070d3'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:10:04.152296 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-b959a443-9c4d-45d7-8efd-05e43ace5dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:10:03Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['44f21225-ad5f-4ca2-aac9-40824f4070d3'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:10:04.333726 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device 511c5a1b-efdc-4a4f-80e3-0fe126713129 up at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:10:04.453056 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-b959a443-9c4d-45d7-8efd-05e43ace5dc5 None None] Set router 44f21225-ad5f-4ca2-aac9-40824f4070d3 gateway port host: dv-cinder-790492-6-iscsi {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:10:04.499059 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning for port 511c5a1b-efdc-4a4f-80e3-0fe126713129 completed by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:10:04.509138 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning complete for port 511c5a1b-efdc-4a4f-80e3-0fe126713129 triggered by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:10:04.511308 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:04.789347 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed9de7f-0861-42f4-a7fd-0561138f421b req-a027e702-0199-464c-a5fa-4954a51fba96 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:04.796723 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-1ed9de7f-0861-42f4-a7fd-0561138f421b req-a027e702-0199-464c-a5fa-4954a51fba96 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a6ad38a-50fb-4059-96f4-e736067a8448 HTTP/1.1" status: 200 len: 945 time: 0.1081727 Jun 23 19:10:04.807777 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:04.870937 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-1ed9de7f-0861-42f4-a7fd-0561138f421b req-47ad0185-3ba7-4cd2-a9e0-860e97409f8d tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732136 Jun 23 19:10:04.885312 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] For port 511c5a1b-efdc-4a4f-80e3-0fe126713129, host dv-cinder-790492-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=511c5a1b-efdc-4a4f-80e3-0fe126713129,segment=NetworkSegment(5f51114a-3dae-4d84-91d9-b7c41a4d9224),segment_id=5f51114a-3dae-4d84-91d9-b7c41a4d9224)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:10:04.900381 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496fb15e-8085-4552-8baf-190a4fdf435a req-c6c667f0-43d8-45b9-9f3f-0c251c027c2e tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:04.908560 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-496fb15e-8085-4552-8baf-190a4fdf435a req-c6c667f0-43d8-45b9-9f3f-0c251c027c2e tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/ports?device_id=b389f774-9ff0-4f52-9779-fca0f42d0093 HTTP/1.1" status: 200 len: 946 time: 0.1565032 Jun 23 19:10:04.929595 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-b959a443-9c4d-45d7-8efd-05e43ace5dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f21225-ad5f-4ca2-aac9-40824f4070d3', 'name': 'tempest-TestMinimumBasicScenario-1901063784-router', 'tenant_id': '2b2f30fb2bdb4a3b9ce447957035f77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '511c5a1b-efdc-4a4f-80e3-0fe126713129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:09:57Z', 'updated_at': '2021-06-23T19:10:02Z', 'revision_number': 4, 'project_id': '2b2f30fb2bdb4a3b9ce447957035f77c', 'gw_port': {'id': '511c5a1b-efdc-4a4f-80e3-0fe126713129', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:eb:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f21225-ad5f-4ca2-aac9-40824f4070d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:09:58Z', 'updated_at': '2021-06-23T19:10:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi', '_interfaces': [{'id': 'a9adabdd-1f9d-4111-b7cd-deb17a0f5291', 'name': '', 'network_id': '1cd1773b-bd69-4608-af2f-06f6da584b57', 'tenant_id': '2b2f30fb2bdb4a3b9ce447957035f77c', 'mac_address': 'fa:16:3e:7a:16:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f21225-ad5f-4ca2-aac9-40824f4070d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'bb231357-6777-4dda-aa8c-0b6fd7599b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:10:01Z', 'updated_at': '2021-06-23T19:10:02Z', 'revision_number': 2, 'project_id': '2b2f30fb2bdb4a3b9ce447957035f77c', 'subnets': [{'id': 'bb231357-6777-4dda-aa8c-0b6fd7599b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:10:04.973640 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-496fb15e-8085-4552-8baf-190a4fdf435a req-750ade48-6d05-4bda-97ac-ffee3dc6443c tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/security-groups?id=89c8f244-84dd-4955-bd65-36bd2a6ab177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629978 Jun 23 19:10:04.974440 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:04.978713 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:10:04.980978 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b959a443-9c4d-45d7-8efd-05e43ace5dc5 None None] Checking router: 44f21225-ad5f-4ca2-aac9-40824f4070d3 for host: dv-cinder-790492-6-iscsi {{(pid=93954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:10:04.981464 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b959a443-9c4d-45d7-8efd-05e43ace5dc5 None None] Updating router 44f21225-ad5f-4ca2-aac9-40824f4070d3 port a9adabdd-1f9d-4111-b7cd-deb17a0f5291 binding host dv-cinder-790492-6-iscsi {{(pid=93954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 19:10:05.060892 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-b959a443-9c4d-45d7-8efd-05e43ace5dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:05.081687 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Pushing event updated for resources: {'Port': ['ID=511c5a1b-efdc-4a4f-80e3-0fe126713129,revision_number=4']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:10:05.085178 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:10:05.191950 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494e28f9-dcfa-4c5b-bb5f-f2396a0387db req-ce7fcf50-0228-4567-9883-0ab7fc552d02 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:05.193528 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-494e28f9-dcfa-4c5b-bb5f-f2396a0387db req-ce7fcf50-0228-4567-9883-0ab7fc552d02 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/ports?device_id=b389f774-9ff0-4f52-9779-fca0f42d0093 HTTP/1.1" status: 200 len: 946 time: 0.0860035 Jun 23 19:10:05.257220 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-494e28f9-dcfa-4c5b-bb5f-f2396a0387db req-96ab5247-d63e-489e-ad8c-cdca8a0e65a2 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/security-groups?id=89c8f244-84dd-4955-bd65-36bd2a6ab177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554254 Jun 23 19:10:05.305850 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 34044) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:10:05.423498 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0dfa02b7-e69b-42f9-a1c6-d55a29ea84e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:05.446684 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-b959a443-9c4d-45d7-8efd-05e43ace5dc5 None None] Notify callbacks [] for port, precommit_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:05.458506 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-b959a443-9c4d-45d7-8efd-05e43ace5dc5 None None] Transition to ACTIVE for port object a9adabdd-1f9d-4111-b7cd-deb17a0f5291 will not be triggered until provisioned by entity L2. {{(pid=93954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:10:05.550502 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-b959a443-9c4d-45d7-8efd-05e43ace5dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:05.560446 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-980314d3-5600-4abe-b1bb-401800e8a61a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:10:05.603627 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b032772-db19-4c9a-ab3c-2e232b56a073 tempest-TestShelveInstance-2127565787 tempest-TestShelveInstance-2127565787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:05.637748 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-3b032772-db19-4c9a-ab3c-2e232b56a073 tempest-TestShelveInstance-2127565787 tempest-TestShelveInstance-2127565787-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=b389f774-9ff0-4f52-9779-fca0f42d0093 HTTP/1.1" status: 200 len: 1094 time: 0.2987881 Jun 23 19:10:05.637748 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 34052) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:10:05.717996 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-3d879948-33cb-4591-88be-97725de202ad tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Request body: {'floatingip': {'floating_network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'port_id': '9052585d-57ac-4816-8951-6a03ce5ec933', 'tenant_id': 'eec1ba71166e4c50a81e1f89588a5bf6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:10:05.726829 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbc0261-6acc-491d-ae58-cfd0e435337f None None] Pushing event updated for resources: {'Port': ['ID=a9adabdd-1f9d-4111-b7cd-deb17a0f5291,revision_number=3']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:10:05.751760 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-fdbc0261-6acc-491d-ae58-cfd0e435337f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:10:05.820178 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-b959a443-9c4d-45d7-8efd-05e43ace5dc5 None None] Attempting to bind port a9adabdd-1f9d-4111-b7cd-deb17a0f5291 on host dv-cinder-790492-6-iscsi for vnic_type normal with profile {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:10:05.820741 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-b959a443-9c4d-45d7-8efd-05e43ace5dc5 None None] Attempting to bind port a9adabdd-1f9d-4111-b7cd-deb17a0f5291 by drivers openvswitch,hyperv on host dv-cinder-790492-6-iscsi at level 0 using segments [{'id': '7fce9a06-9448-4c98-a1e4-1a0d99af2ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '1cd1773b-bd69-4608-af2f-06f6da584b57'}] {{(pid=93954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:10:05.821446 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b959a443-9c4d-45d7-8efd-05e43ace5dc5 None None] Attempting to bind port a9adabdd-1f9d-4111-b7cd-deb17a0f5291 on network 1cd1773b-bd69-4608-af2f-06f6da584b57 {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:10:05.828869 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b959a443-9c4d-45d7-8efd-05e43ace5dc5 None None] Checking agent: {'id': '392b78dc-ede3-4892-8962-7877c3ff23c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 58, 33), 'started_at': datetime.datetime(2021, 6, 23, 18, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:10:05.829751 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b959a443-9c4d-45d7-8efd-05e43ace5dc5 None None] Checking segment: {'id': '7fce9a06-9448-4c98-a1e4-1a0d99af2ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '1cd1773b-bd69-4608-af2f-06f6da584b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:10:05.830578 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-b959a443-9c4d-45d7-8efd-05e43ace5dc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:05.831209 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b959a443-9c4d-45d7-8efd-05e43ace5dc5 None None] Bound using segment: {'id': '7fce9a06-9448-4c98-a1e4-1a0d99af2ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '1cd1773b-bd69-4608-af2f-06f6da584b57'} {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:10:05.831973 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-b959a443-9c4d-45d7-8efd-05e43ace5dc5 None None] Bound port: a9adabdd-1f9d-4111-b7cd-deb17a0f5291, host: dv-cinder-790492-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fce9a06-9448-4c98-a1e4-1a0d99af2ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '1cd1773b-bd69-4608-af2f-06f6da584b57'}}] {{(pid=93954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:10:05.832665 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-b959a443-9c4d-45d7-8efd-05e43ace5dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:05.996566 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-b959a443-9c4d-45d7-8efd-05e43ace5dc5 None None] For port a9adabdd-1f9d-4111-b7cd-deb17a0f5291, host dv-cinder-790492-6-iscsi, cleared binding levels {{(pid=93954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:10:06.008597 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-b959a443-9c4d-45d7-8efd-05e43ace5dc5 None None] For port a9adabdd-1f9d-4111-b7cd-deb17a0f5291, host dv-cinder-790492-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=a9adabdd-1f9d-4111-b7cd-deb17a0f5291,segment=NetworkSegment(7fce9a06-9448-4c98-a1e4-1a0d99af2ba8),segment_id=7fce9a06-9448-4c98-a1e4-1a0d99af2ba8)] {{(pid=93954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:10:06.140340 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c686bd-e070-43c0-8b6c-8f66c5fe9a04 req-0da42e2e-d6fb-4b44-a0cb-2e045756c1e7 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:06.142802 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a1c686bd-e070-43c0-8b6c-8f66c5fe9a04 req-0da42e2e-d6fb-4b44-a0cb-2e045756c1e7 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a6ad38a-50fb-4059-96f4-e736067a8448 HTTP/1.1" status: 200 len: 945 time: 0.0770335 Jun 23 19:10:06.188228 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3d879948-33cb-4591-88be-97725de202ad tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Notify callbacks [] for floatingip, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:06.195626 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-b959a443-9c4d-45d7-8efd-05e43ace5dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:06.196158 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a1c686bd-e070-43c0-8b6c-8f66c5fe9a04 req-d3594174-1b26-42bb-b66d-53c56de9a8d1 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.69 "GET /v2.0/security-groups?id=6620f036-1cfd-4c30-9465-82ac351cdc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411100 Jun 23 19:10:06.198251 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-2a307cda-8bee-447d-be6d-7dc53e0145f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:10:06.210596 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device 511c5a1b-efdc-4a4f-80e3-0fe126713129 up at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:10:06.306461 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b959a443-9c4d-45d7-8efd-05e43ace5dc5 None None] Routers {'44f21225-ad5f-4ca2-aac9-40824f4070d3'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:10:06.309526 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-b959a443-9c4d-45d7-8efd-05e43ace5dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:10:03Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['44f21225-ad5f-4ca2-aac9-40824f4070d3'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:10:06.373738 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbc0261-6acc-491d-ae58-cfd0e435337f None None] Pushing event updated for resources: {'Port': ['ID=a9adabdd-1f9d-4111-b7cd-deb17a0f5291,revision_number=4']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:10:06.379991 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-fdbc0261-6acc-491d-ae58-cfd0e435337f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:10:06.400865 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3d879948-33cb-4591-88be-97725de202ad tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-975148'] for port, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:06.462257 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning complete for port 511c5a1b-efdc-4a4f-80e3-0fe126713129 triggered by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:10:06.463453 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:06.699728 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-b959a443-9c4d-45d7-8efd-05e43ace5dc5 None None] Set router 44f21225-ad5f-4ca2-aac9-40824f4070d3 gateway port host: dv-cinder-790492-6-iscsi {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:10:06.828826 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_common [None req-3d879948-33cb-4591-88be-97725de202ad tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Allocated IP 172.27.1.90 (cc1a8f9f-0501-47a9-94a0-f3af65713199/09e863e5-4e6d-4986-b5d9-3bb63422f84c/a8910756-95ae-4e8b-a904-eba0a29b58a2) {{(pid=93953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:10:06.982376 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3d879948-33cb-4591-88be-97725de202ad tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Notify callbacks [] for port, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:06.992213 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-b959a443-9c4d-45d7-8efd-05e43ace5dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f21225-ad5f-4ca2-aac9-40824f4070d3', 'name': 'tempest-TestMinimumBasicScenario-1901063784-router', 'tenant_id': '2b2f30fb2bdb4a3b9ce447957035f77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '511c5a1b-efdc-4a4f-80e3-0fe126713129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:09:57Z', 'updated_at': '2021-06-23T19:10:02Z', 'revision_number': 4, 'project_id': '2b2f30fb2bdb4a3b9ce447957035f77c', 'gw_port': {'id': '511c5a1b-efdc-4a4f-80e3-0fe126713129', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:eb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f21225-ad5f-4ca2-aac9-40824f4070d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:09:58Z', 'updated_at': '2021-06-23T19:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi', '_interfaces': [{'id': 'a9adabdd-1f9d-4111-b7cd-deb17a0f5291', 'name': '', 'network_id': '1cd1773b-bd69-4608-af2f-06f6da584b57', 'tenant_id': '2b2f30fb2bdb4a3b9ce447957035f77c', 'mac_address': 'fa:16:3e:7a:16:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f21225-ad5f-4ca2-aac9-40824f4070d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'bb231357-6777-4dda-aa8c-0b6fd7599b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:10:01Z', 'updated_at': '2021-06-23T19:10:05Z', 'revision_number': 4, 'project_id': '2b2f30fb2bdb4a3b9ce447957035f77c', 'subnets': [{'id': 'bb231357-6777-4dda-aa8c-0b6fd7599b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:10:07.023110 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b959a443-9c4d-45d7-8efd-05e43ace5dc5 None None] The sync data for ids ['44f21225-ad5f-4ca2-aac9-40824f4070d3'] in dv-cinder-790492-6-iscsi is: [{'id': '44f21225-ad5f-4ca2-aac9-40824f4070d3', 'name': 'tempest-TestMinimumBasicScenario-1901063784-router', 'tenant_id': '2b2f30fb2bdb4a3b9ce447957035f77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '511c5a1b-efdc-4a4f-80e3-0fe126713129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:09:57Z', 'updated_at': '2021-06-23T19:10:02Z', 'revision_number': 4, 'project_id': '2b2f30fb2bdb4a3b9ce447957035f77c', 'gw_port': {'id': '511c5a1b-efdc-4a4f-80e3-0fe126713129', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:eb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f21225-ad5f-4ca2-aac9-40824f4070d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:09:58Z', 'updated_at': '2021-06-23T19:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi', '_interfaces': [{'id': 'a9adabdd-1f9d-4111-b7cd-deb17a0f5291', 'name': '', 'network_id': '1cd1773b-bd69-4608-af2f-06f6da584b57', 'tenant_id': '2b2f30fb2bdb4a3b9ce447957035f77c', 'mac_address': 'fa:16:3e:7a:16:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f21225-ad5f-4ca2-aac9-40824f4070d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'bb231357-6777-4dda-aa8c-0b6fd7599b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:10:01Z', 'updated_at': '2021-06-23T19:10:05Z', 'revision_number': 4, 'project_id': '2b2f30fb2bdb4a3b9ce447957035f77c', 'subnets': [{'id': 'bb231357-6777-4dda-aa8c-0b6fd7599b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:10:07.142872 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3d879948-33cb-4591-88be-97725de202ad tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-975211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745549236125'] for port, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:07.156366 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-f7a276a6-9d4c-4c90-94eb-017d6b570814 tempest-DeleteServersTestJSON-2051031337 tempest-DeleteServersTestJSON-2051031337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:10:07.217829 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d879948-33cb-4591-88be-97725de202ad tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Pushing event updated for resources: {'Port': ['ID=a8910756-95ae-4e8b-a904-eba0a29b58a2,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:10:07.227437 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-3d879948-33cb-4591-88be-97725de202ad tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:10:07.250373 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d879948-33cb-4591-88be-97725de202ad tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Network cc1a8f9f-0501-47a9-94a0-f3af65713199 is already hosted by enough agents. {{(pid=93953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:10:07.251942 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [None req-3d879948-33cb-4591-88be-97725de202ad tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Resources bound (agent type, host, resource id): {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:10:07.254537 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d879948-33cb-4591-88be-97725de202ad tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Received port after_create {{(pid=93953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:10:07.769118 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3d879948-33cb-4591-88be-97725de202ad tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:07.965527 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3d879948-33cb-4591-88be-97725de202ad tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:08.202374 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3d879948-33cb-4591-88be-97725de202ad tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Notify callbacks [] for port, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:08.222683 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device a9adabdd-1f9d-4111-b7cd-deb17a0f5291 up at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:10:08.550212 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3d879948-33cb-4591-88be-97725de202ad tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:08.553558 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-1099712d-a15f-4eca-be5e-a1311a9d438b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:10:08.578766 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning for port a9adabdd-1f9d-4111-b7cd-deb17a0f5291 completed by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:10:08.584723 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning complete for port a9adabdd-1f9d-4111-b7cd-deb17a0f5291 triggered by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:10:08.589798 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:08.597649 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3d879948-33cb-4591-88be-97725de202ad tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3708797'] for floatingip, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:08.606784 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d33373-d086-4d2e-bd9d-daaa263786e3 req-f0682549-fe90-4cc0-8e14-7f7968f37bca tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:08.608416 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-02d33373-d086-4d2e-bd9d-daaa263786e3 req-f0682549-fe90-4cc0-8e14-7f7968f37bca tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a6ad38a-50fb-4059-96f4-e736067a8448 HTTP/1.1" status: 200 len: 945 time: 0.1068556 Jun 23 19:10:08.702209 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:08.763542 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d879948-33cb-4591-88be-97725de202ad tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Pushing event updated for resources: {'Port': ['ID=a8910756-95ae-4e8b-a904-eba0a29b58a2,revision_number=2']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:10:08.783582 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-3d879948-33cb-4591-88be-97725de202ad tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:10:08.793935 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] For port a9adabdd-1f9d-4111-b7cd-deb17a0f5291, host dv-cinder-790492-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=a9adabdd-1f9d-4111-b7cd-deb17a0f5291,segment=NetworkSegment(7fce9a06-9448-4c98-a1e4-1a0d99af2ba8),segment_id=7fce9a06-9448-4c98-a1e4-1a0d99af2ba8)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:10:08.879989 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:08.884962 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-fdbc0261-6acc-491d-ae58-cfd0e435337f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:10:08.973187 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.db.l3_db [None req-3d879948-33cb-4591-88be-97725de202ad tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Floating IP 877c0fbe-1fff-49cd-8634-7361b7215ff6 associated. External IP: 172.27.1.90, port: 9052585d-57ac-4816-8951-6a03ce5ec933. Jun 23 19:10:08.983311 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Pushing event updated for resources: {'Port': ['ID=a9adabdd-1f9d-4111-b7cd-deb17a0f5291,revision_number=5']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:10:08.983597 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [req-02d33373-d086-4d2e-bd9d-daaa263786e3 req-46bacd65-0c03-4872-a904-214052016390 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Deleting port 52c88fe5-9869-47bc-a0f4-e8df303d12a7 {{(pid=93953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:10:08.983908 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-02d33373-d086-4d2e-bd9d-daaa263786e3 req-46bacd65-0c03-4872-a904-214052016390 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745549706015'] for port, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:08.986999 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:10:09.211682 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-02d33373-d086-4d2e-bd9d-daaa263786e3 req-46bacd65-0c03-4872-a904-214052016390 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] For port 52c88fe5-9869-47bc-a0f4-e8df303d12a7, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=52c88fe5-9869-47bc-a0f4-e8df303d12a7,segment=NetworkSegment(c8e876c6-8009-40df-a70b-ebc610b44f72),segment_id=c8e876c6-8009-40df-a70b-ebc610b44f72)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:10:09.212048 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-02d33373-d086-4d2e-bd9d-daaa263786e3 req-46bacd65-0c03-4872-a904-214052016390 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710932'] for port, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:09.232529 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [req-02d33373-d086-4d2e-bd9d-daaa263786e3 req-46bacd65-0c03-4872-a904-214052016390 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Calling delete_port for 52c88fe5-9869-47bc-a0f4-e8df303d12a7 owned by compute:nova {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:10:09.476335 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d879948-33cb-4591-88be-97725de202ad tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Router f829c2af-26e6-4a16-a76e-5ee2b8f5876a has already been hosted by L3 agent 74079d6f-659b-43f4-8a12-30a7ece685bb {{(pid=93953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:10:09.655814 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d879948-33cb-4591-88be-97725de202ad tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Notify agent at l3_agent.dv-cinder-790492-6-iscsi the message routers_updated {{(pid=93953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:10:09.672526 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9e24f9-5453-4b91-9ed7-3ee53afd686d None None] Sync routers for ids ['f829c2af-26e6-4a16-a76e-5ee2b8f5876a'] in dv-cinder-790492-6-iscsi {{(pid=93955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:10:09.690797 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9e24f9-5453-4b91-9ed7-3ee53afd686d None None] Routers {'f829c2af-26e6-4a16-a76e-5ee2b8f5876a'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:10:09.695503 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-02d33373-d086-4d2e-bd9d-daaa263786e3 req-46bacd65-0c03-4872-a904-214052016390 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745549710641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745549236134'] for port, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:09.695680 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-1c9e24f9-5453-4b91-9ed7-3ee53afd686d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:10:03Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['f829c2af-26e6-4a16-a76e-5ee2b8f5876a'], 'active': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:10:09.696843 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:10:09.734080 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bacd65-0c03-4872-a904-214052016390 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Pushing event deleted for resources: {'Port': ['ID=52c88fe5-9869-47bc-a0f4-e8df303d12a7,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:10:09.736200 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] get_ports_and_sgs() called for port_ids ['52c88fe5-9869-47bc-a0f4-e8df303d12a7'] {{(pid=93954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:10:09.740301 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-46bacd65-0c03-4872-a904-214052016390 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:10:09.796071 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d33373-d086-4d2e-bd9d-daaa263786e3 req-46bacd65-0c03-4872-a904-214052016390 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] No DVR routers for this DVR port 52c88fe5-9869-47bc-a0f4-e8df303d12a7 on host hv-cinder-79049 {{(pid=93953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:10:09.798497 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-02d33373-d086-4d2e-bd9d-daaa263786e3 req-46bacd65-0c03-4872-a904-214052016390 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:09.801668 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-02d33373-d086-4d2e-bd9d-daaa263786e3 req-46bacd65-0c03-4872-a904-214052016390 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] 10.222.0.49 "DELETE /v2.0/ports/52c88fe5-9869-47bc-a0f4-e8df303d12a7 HTTP/1.1" status: 204 len: 173 time: 1.1115725 Jun 23 19:10:09.812240 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a6ad38a-50fb-4059-96f4-e736067a8448', 'name': 'network-vif-deleted', 'tag': '52c88fe5-9869-47bc-a0f4-e8df303d12a7'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:10:09.817227 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8902aeace0540733bba5a146bce723956a3312b5b25ae011a73fc84317b4d28a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb87c93-e969-447a-94e0-0833448fcd97" -d '{"events": [{"server_uuid": "0a6ad38a-50fb-4059-96f4-e736067a8448", "name": "network-vif-deleted", "tag": "52c88fe5-9869-47bc-a0f4-e8df303d12a7"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:10:09.845186 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3d879948-33cb-4591-88be-97725de202ad tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064'] for floatingip, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:09.892496 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvr_db [None req-1c9e24f9-5453-4b91-9ed7-3ee53afd686d None None] Set router f829c2af-26e6-4a16-a76e-5ee2b8f5876a gateway port host: dv-cinder-790492-6-iscsi {{(pid=93955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:10:09.919658 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-3d879948-33cb-4591-88be-97725de202ad tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.2863636 Jun 23 19:10:09.950163 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c9599d-eaa6-4c4d-ad68-e62445aaf019 req-65affcde-0120-4f2f-9d64-aec2e6cef0c6 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:09.958954 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-86c9599d-eaa6-4c4d-ad68-e62445aaf019 req-65affcde-0120-4f2f-9d64-aec2e6cef0c6 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 945 time: 0.1641915 Jun 23 19:10:10.012169 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-86c9599d-eaa6-4c4d-ad68-e62445aaf019 req-0f32843b-75cc-49e5-8c2f-29d60875d1c4 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519340 Jun 23 19:10:10.099199 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a50f2985-3512-4e45-8d75-b95d82fb696c x-openstack-request-id: req-a50f2985-3512-4e45-8d75-b95d82fb696c {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:10:10.099567 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a6ad38a-50fb-4059-96f4-e736067a8448", "name": "network-vif-deleted", "tag": "52c88fe5-9869-47bc-a0f4-e8df303d12a7", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:10:10.099855 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a50f2985-3512-4e45-8d75-b95d82fb696c {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:10:10.100303 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a6ad38a-50fb-4059-96f4-e736067a8448', 'name': 'network-vif-deleted', 'tag': '52c88fe5-9869-47bc-a0f4-e8df303d12a7', 'status': 'completed', 'code': 200} Jun 23 19:10:10.175623 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-1c9e24f9-5453-4b91-9ed7-3ee53afd686d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f829c2af-26e6-4a16-a76e-5ee2b8f5876a', 'name': 'tempest-TestShelveInstance-169492768-router', 'tenant_id': 'eec1ba71166e4c50a81e1f89588a5bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '95d4447e-2db4-4190-a2a6-47b114cf5d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:08:39Z', 'updated_at': '2021-06-23T19:08:45Z', 'revision_number': 4, 'project_id': 'eec1ba71166e4c50a81e1f89588a5bf6', 'gw_port': {'id': '95d4447e-2db4-4190-a2a6-47b114cf5d2c', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:29:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f829c2af-26e6-4a16-a76e-5ee2b8f5876a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:40Z', 'updated_at': '2021-06-23T19:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi', '_floatingips': [{'id': '877c0fbe-1fff-49cd-8634-7361b7215ff6', 'tenant_id': 'eec1ba71166e4c50a81e1f89588a5bf6', 'floating_ip_address': '172.27.1.90', 'floating_network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'router_id': 'f829c2af-26e6-4a16-a76e-5ee2b8f5876a', 'port_id': '9052585d-57ac-4816-8951-6a03ce5ec933', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '481be26c-7a5b-467d-9408-466d4aa92702', 'mac_address': 'fa:16:3e:5c:f8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b389f774-9ff0-4f52-9779-fca0f42d0093', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T19:10:07Z', 'updated_at': '2021-06-23T19:10:07Z', 'revision_number': 0, 'project_id': 'eec1ba71166e4c50a81e1f89588a5bf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c697b4aa-7d81-4d78-9ef0-483e03be7ba5', 'name': '', 'network_id': '481be26c-7a5b-467d-9408-466d4aa92702', 'tenant_id': 'eec1ba71166e4c50a81e1f89588a5bf6', 'mac_address': 'fa:16:3e:1e:d5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f829c2af-26e6-4a16-a76e-5ee2b8f5876a', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '2b74c165-911b-430d-9033-28ede67b53a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:44Z', 'updated_at': '2021-06-23T19:08:53Z', 'revision_number': 5, 'project_id': 'eec1ba71166e4c50a81e1f89588a5bf6', 'subnets': [{'id': '2b74c165-911b-430d-9033-28ede67b53a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:10:10.207806 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9e24f9-5453-4b91-9ed7-3ee53afd686d None None] Checking router: f829c2af-26e6-4a16-a76e-5ee2b8f5876a for host: dv-cinder-790492-6-iscsi {{(pid=93955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:10:10.219645 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9e24f9-5453-4b91-9ed7-3ee53afd686d None None] Routers {'f829c2af-26e6-4a16-a76e-5ee2b8f5876a'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:10:10.220788 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-1c9e24f9-5453-4b91-9ed7-3ee53afd686d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:10:03Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['f829c2af-26e6-4a16-a76e-5ee2b8f5876a'], 'active': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:10:10.236092 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device a9adabdd-1f9d-4111-b7cd-deb17a0f5291 up at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:10:10.308921 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning complete for port a9adabdd-1f9d-4111-b7cd-deb17a0f5291 triggered by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:10:10.309226 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:10.441953 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvr_db [None req-1c9e24f9-5453-4b91-9ed7-3ee53afd686d None None] Set router f829c2af-26e6-4a16-a76e-5ee2b8f5876a gateway port host: dv-cinder-790492-6-iscsi {{(pid=93955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:10:10.691761 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-1c9e24f9-5453-4b91-9ed7-3ee53afd686d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f829c2af-26e6-4a16-a76e-5ee2b8f5876a', 'name': 'tempest-TestShelveInstance-169492768-router', 'tenant_id': 'eec1ba71166e4c50a81e1f89588a5bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '95d4447e-2db4-4190-a2a6-47b114cf5d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:08:39Z', 'updated_at': '2021-06-23T19:08:45Z', 'revision_number': 4, 'project_id': 'eec1ba71166e4c50a81e1f89588a5bf6', 'gw_port': {'id': '95d4447e-2db4-4190-a2a6-47b114cf5d2c', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:29:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f829c2af-26e6-4a16-a76e-5ee2b8f5876a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:40Z', 'updated_at': '2021-06-23T19:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi', '_floatingips': [{'id': '877c0fbe-1fff-49cd-8634-7361b7215ff6', 'tenant_id': 'eec1ba71166e4c50a81e1f89588a5bf6', 'floating_ip_address': '172.27.1.90', 'floating_network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'router_id': 'f829c2af-26e6-4a16-a76e-5ee2b8f5876a', 'port_id': '9052585d-57ac-4816-8951-6a03ce5ec933', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '481be26c-7a5b-467d-9408-466d4aa92702', 'mac_address': 'fa:16:3e:5c:f8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b389f774-9ff0-4f52-9779-fca0f42d0093', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T19:10:07Z', 'updated_at': '2021-06-23T19:10:07Z', 'revision_number': 0, 'project_id': 'eec1ba71166e4c50a81e1f89588a5bf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c697b4aa-7d81-4d78-9ef0-483e03be7ba5', 'name': '', 'network_id': '481be26c-7a5b-467d-9408-466d4aa92702', 'tenant_id': 'eec1ba71166e4c50a81e1f89588a5bf6', 'mac_address': 'fa:16:3e:1e:d5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f829c2af-26e6-4a16-a76e-5ee2b8f5876a', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '2b74c165-911b-430d-9033-28ede67b53a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:44Z', 'updated_at': '2021-06-23T19:08:53Z', 'revision_number': 5, 'project_id': 'eec1ba71166e4c50a81e1f89588a5bf6', 'subnets': [{'id': '2b74c165-911b-430d-9033-28ede67b53a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:10:10.723634 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9e24f9-5453-4b91-9ed7-3ee53afd686d None None] The sync data for ids ['f829c2af-26e6-4a16-a76e-5ee2b8f5876a'] in dv-cinder-790492-6-iscsi is: [{'id': 'f829c2af-26e6-4a16-a76e-5ee2b8f5876a', 'name': 'tempest-TestShelveInstance-169492768-router', 'tenant_id': 'eec1ba71166e4c50a81e1f89588a5bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '95d4447e-2db4-4190-a2a6-47b114cf5d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:08:39Z', 'updated_at': '2021-06-23T19:08:45Z', 'revision_number': 4, 'project_id': 'eec1ba71166e4c50a81e1f89588a5bf6', 'gw_port': {'id': '95d4447e-2db4-4190-a2a6-47b114cf5d2c', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:29:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f829c2af-26e6-4a16-a76e-5ee2b8f5876a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:40Z', 'updated_at': '2021-06-23T19:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi', '_floatingips': [{'id': '877c0fbe-1fff-49cd-8634-7361b7215ff6', 'tenant_id': 'eec1ba71166e4c50a81e1f89588a5bf6', 'floating_ip_address': '172.27.1.90', 'floating_network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'router_id': 'f829c2af-26e6-4a16-a76e-5ee2b8f5876a', 'port_id': '9052585d-57ac-4816-8951-6a03ce5ec933', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '481be26c-7a5b-467d-9408-466d4aa92702', 'mac_address': 'fa:16:3e:5c:f8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b389f774-9ff0-4f52-9779-fca0f42d0093', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T19:10:07Z', 'updated_at': '2021-06-23T19:10:07Z', 'revision_number': 0, 'project_id': 'eec1ba71166e4c50a81e1f89588a5bf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c697b4aa-7d81-4d78-9ef0-483e03be7ba5', 'name': '', 'network_id': '481be26c-7a5b-467d-9408-466d4aa92702', 'tenant_id': 'eec1ba71166e4c50a81e1f89588a5bf6', 'mac_address': 'fa:16:3e:1e:d5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f829c2af-26e6-4a16-a76e-5ee2b8f5876a', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '2b74c165-911b-430d-9033-28ede67b53a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:44Z', 'updated_at': '2021-06-23T19:08:53Z', 'revision_number': 5, 'project_id': 'eec1ba71166e4c50a81e1f89588a5bf6', 'subnets': [{'id': '2b74c165-911b-430d-9033-28ede67b53a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:10:10.979954 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b447ed89-bf1a-43f0-bd48-fdf06ad232fe None None] New status for floating IP 877c0fbe-1fff-49cd-8634-7361b7215ff6: ACTIVE {{(pid=93954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 19:10:11.250543 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b615b8-a04b-470c-bc03-17641bdc56c7 req-6c90dbef-874f-424c-a72d-f72503e4a7e7 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:11.252207 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-68b615b8-a04b-470c-bc03-17641bdc56c7 req-6c90dbef-874f-424c-a72d-f72503e4a7e7 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 945 time: 0.1056707 Jun 23 19:10:11.355075 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-68b615b8-a04b-470c-bc03-17641bdc56c7 req-db9d02e1-11ab-46bd-89cf-7d80ddf4c322 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932772 Jun 23 19:10:11.997617 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device 52c88fe5-9869-47bc-a0f4-e8df303d12a7 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:10:12.017509 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] No Port match for: 52c88fe5-9869-47bc-a0f4-e8df303d12a7 {{(pid=93954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:10:12.017878 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device 52c88fe5-9869-47bc-a0f4-e8df303d12a7 not bound to the agent host hv-cinder-79049 {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:10:12.101186 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b389f774-9ff0-4f52-9779-fca0f42d0093', 'tag': '9052585d-57ac-4816-8951-6a03ce5ec933'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:10:12.104189 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8902aeace0540733bba5a146bce723956a3312b5b25ae011a73fc84317b4d28a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e5c4c3c-f84a-4d41-8ee2-5f5b2b761d1a" -d '{"events": [{"name": "network-changed", "server_uuid": "b389f774-9ff0-4f52-9779-fca0f42d0093", "tag": "9052585d-57ac-4816-8951-6a03ce5ec933"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:10:12.162935 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-231a95e3-befd-4320-8a1a-4cf8819e5c88 x-openstack-request-id: req-231a95e3-befd-4320-8a1a-4cf8819e5c88 {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:10:12.163647 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b389f774-9ff0-4f52-9779-fca0f42d0093", "tag": "9052585d-57ac-4816-8951-6a03ce5ec933", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:10:12.163647 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-231a95e3-befd-4320-8a1a-4cf8819e5c88 {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:10:12.168182 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b389f774-9ff0-4f52-9779-fca0f42d0093', 'tag': '9052585d-57ac-4816-8951-6a03ce5ec933', 'status': 'completed', 'code': 200} Jun 23 19:10:12.297298 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c4c3c-f84a-4d41-8ee2-5f5b2b761d1a req-32ebbfc1-3419-430a-a778-0abd03884a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:12.298783 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4e5c4c3c-f84a-4d41-8ee2-5f5b2b761d1a req-32ebbfc1-3419-430a-a778-0abd03884a72 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eec1ba71166e4c50a81e1f89588a5bf6&device_id=b389f774-9ff0-4f52-9779-fca0f42d0093 HTTP/1.1" status: 200 len: 1099 time: 0.0552740 Jun 23 19:10:12.388305 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c4c3c-f84a-4d41-8ee2-5f5b2b761d1a req-360ded6b-695c-43f6-a46d-d713e2bb9e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:12.389734 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4e5c4c3c-f84a-4d41-8ee2-5f5b2b761d1a req-360ded6b-695c-43f6-a46d-d713e2bb9e6d service neutron] 10.222.0.49 "GET /v2.0/networks?id=481be26c-7a5b-467d-9408-466d4aa92702 HTTP/1.1" status: 200 len: 909 time: 0.0834270 Jun 23 19:10:12.466810 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4e5c4c3c-f84a-4d41-8ee2-5f5b2b761d1a req-6dc7ec69-1bc9-48ff-a9d0-6ba7c988073a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9052585d-57ac-4816-8951-6a03ce5ec933 HTTP/1.1" status: 200 len: 1001 time: 0.0683367 Jun 23 19:10:12.550857 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c4c3c-f84a-4d41-8ee2-5f5b2b761d1a req-8c8cf039-e736-4798-b766-fbcf1d1fa153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:12.552435 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4e5c4c3c-f84a-4d41-8ee2-5f5b2b761d1a req-8c8cf039-e736-4798-b766-fbcf1d1fa153 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2b74c165-911b-430d-9033-28ede67b53a0 HTTP/1.1" status: 200 len: 847 time: 0.0779827 Jun 23 19:10:12.613208 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9572aa5-aa27-4842-8a21-cd995609fe42 req-303c10d7-40a6-46c9-93e7-0933dc93612a tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:12.614719 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b9572aa5-aa27-4842-8a21-cd995609fe42 req-303c10d7-40a6-46c9-93e7-0933dc93612a tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 945 time: 0.1141953 Jun 23 19:10:12.667218 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c4c3c-f84a-4d41-8ee2-5f5b2b761d1a req-473762c5-d07a-4501-a999-1839fa4f231b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:12.668271 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4e5c4c3c-f84a-4d41-8ee2-5f5b2b761d1a req-473762c5-d07a-4501-a999-1839fa4f231b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=481be26c-7a5b-467d-9408-466d4aa92702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1059625 Jun 23 19:10:12.670592 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b9572aa5-aa27-4842-8a21-cd995609fe42 req-dd40c10d-c4b6-4a09-a7a0-47f3e8a3b500 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493879 Jun 23 19:10:12.766687 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4e5c4c3c-f84a-4d41-8ee2-5f5b2b761d1a req-ef76d891-6a06-4b95-ba15-3a07f68fef48 service neutron] 10.222.0.49 "GET /v2.0/networks/481be26c-7a5b-467d-9408-466d4aa92702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887723 Jun 23 19:10:12.884972 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4e5c4c3c-f84a-4d41-8ee2-5f5b2b761d1a req-9fa091d0-540e-4490-b421-76708e5da4e7 service neutron] 10.222.0.49 "GET /v2.0/networks/481be26c-7a5b-467d-9408-466d4aa92702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093190 Jun 23 19:10:13.887194 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eba7dd-befa-44d2-9e87-7cb2ce1b9a61 req-f68f8e89-0050-49bb-a3cb-48325a7ef3d1 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:13.889026 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e7eba7dd-befa-44d2-9e87-7cb2ce1b9a61 req-f68f8e89-0050-49bb-a3cb-48325a7ef3d1 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 945 time: 0.0771856 Jun 23 19:10:13.934609 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e7eba7dd-befa-44d2-9e87-7cb2ce1b9a61 req-5644a3e6-87d6-47a0-a500-591d7f086686 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387111 Jun 23 19:10:15.141457 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d2a312-c04d-4da7-a2ea-d348efe577c6 req-6958477d-76e3-4661-a242-43ad735ffcbb tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:15.142802 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-20d2a312-c04d-4da7-a2ea-d348efe577c6 req-6958477d-76e3-4661-a242-43ad735ffcbb tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 945 time: 0.0785048 Jun 23 19:10:15.187084 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-20d2a312-c04d-4da7-a2ea-d348efe577c6 req-228ca862-ae8c-4f2f-9d62-c121461c5167 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412960 Jun 23 19:10:16.433634 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc4cd41-42e7-4554-af97-2bf8cfb3bb91 req-3224e0f8-4822-41a8-af94-9244ff5e70f9 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:16.435205 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8cc4cd41-42e7-4554-af97-2bf8cfb3bb91 req-3224e0f8-4822-41a8-af94-9244ff5e70f9 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 945 time: 0.0949857 Jun 23 19:10:16.490129 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8cc4cd41-42e7-4554-af97-2bf8cfb3bb91 req-5aaeb31b-cade-4ede-af34-066ff51edab8 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436554 Jun 23 19:10:17.124664 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:17.617212 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48771311-42e9-432e-aba7-e5ef13f09a4a req-b9bd1ace-2cb4-4d05-8913-b44d41b2b7bb tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:17.619180 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-48771311-42e9-432e-aba7-e5ef13f09a4a req-b9bd1ace-2cb4-4d05-8913-b44d41b2b7bb tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/networks?id=e11519e8-7159-40a0-a52d-675d0f87c5a7 HTTP/1.1" status: 200 len: 814 time: 0.1092958 Jun 23 19:10:17.636436 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-48771311-42e9-432e-aba7-e5ef13f09a4a req-4f9a24dc-4c5e-4d94-ae87-e2a1e098e9d9 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/quotas/f0b83467b884463caf15d0aa3a28eb04 HTTP/1.1" status: 200 len: 375 time: 0.0114639 Jun 23 19:10:17.706317 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-48771311-42e9-432e-aba7-e5ef13f09a4a req-f1977021-f599-46db-8c05-2b7a8f72d468 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=f0b83467b884463caf15d0aa3a28eb04&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0645168 Jun 23 19:10:17.808516 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-48771311-42e9-432e-aba7-e5ef13f09a4a req-f7399851-6e6e-4d51-b3c5-e0270766436c service neutron] 10.222.0.69 "GET /v2.0/networks/e11519e8-7159-40a0-a52d-675d0f87c5a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893981 Jun 23 19:10:17.902289 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-48771311-42e9-432e-aba7-e5ef13f09a4a req-f54c25b2-f4e1-4758-8a6b-9b0a789405bf service neutron] 10.222.0.69 "GET /v2.0/networks/e11519e8-7159-40a0-a52d-675d0f87c5a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875592 Jun 23 19:10:18.276699 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c131b109-0248-45bb-b129-9821009410ce req-a1227112-6529-4ebe-9725-7ce9b1aeb4ec tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:18.279373 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c131b109-0248-45bb-b129-9821009410ce req-a1227112-6529-4ebe-9725-7ce9b1aeb4ec tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 945 time: 0.0702260 Jun 23 19:10:18.322311 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c131b109-0248-45bb-b129-9821009410ce req-9c4cfba4-7339-48e0-a3ed-b5cb19cc0ea9 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372114 Jun 23 19:10:18.404913 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-416dc3d8-2b2c-4437-9124-9d98c32ae21b req-69b86daa-2ed2-4527-b5a3-08d31df63f83 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/ports?device_id=19f4a415-61b3-489e-a00a-f8d4c6e63a93 HTTP/1.1" status: 200 len: 210 time: 0.0357149 Jun 23 19:10:19.509237 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a85a59-ae8c-4433-a24c-eae14f6211b6 req-0b79d894-64ed-47ed-a602-bd28f25ec5a4 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:19.510753 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b9a85a59-ae8c-4433-a24c-eae14f6211b6 req-0b79d894-64ed-47ed-a602-bd28f25ec5a4 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 945 time: 0.0662227 Jun 23 19:10:19.550324 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b9a85a59-ae8c-4433-a24c-eae14f6211b6 req-d41c5c0f-a357-4967-89ff-0f3d7a984158 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336518 Jun 23 19:10:19.692822 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4819e920-3d55-4382-b4f4-e55dbcd8eb1f req-9ceb29ba-5ecc-437b-afba-7453059a5933 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/ports?device_id=19f4a415-61b3-489e-a00a-f8d4c6e63a93 HTTP/1.1" status: 200 len: 210 time: 0.0356791 Jun 23 19:10:20.737033 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1fead2-128d-49a8-b42a-487c7a826127 req-97fa13bd-4cb5-4299-be00-7b2ccfd36f06 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:20.738695 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ae1fead2-128d-49a8-b42a-487c7a826127 req-97fa13bd-4cb5-4299-be00-7b2ccfd36f06 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 945 time: 0.0711286 Jun 23 19:10:20.777484 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ae1fead2-128d-49a8-b42a-487c7a826127 req-7c10e8f4-1f25-4990-9892-da4416eddbd4 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330822 Jun 23 19:10:20.913495 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4540e2c9-e694-4d7b-a211-a444b229059e req-8eefb157-f9e1-4de8-96f5-e69dd14d6ff6 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/ports?device_id=19f4a415-61b3-489e-a00a-f8d4c6e63a93 HTTP/1.1" status: 200 len: 210 time: 0.0319047 Jun 23 19:10:21.967496 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c86408-2100-4bf9-be0c-478bf968f265 req-244599d3-9c57-45c7-8b06-c02bd7cce617 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:21.969002 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-32c86408-2100-4bf9-be0c-478bf968f265 req-244599d3-9c57-45c7-8b06-c02bd7cce617 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 945 time: 0.0686984 Jun 23 19:10:22.008137 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-32c86408-2100-4bf9-be0c-478bf968f265 req-86284f45-2e26-419f-90fd-31b846e4075b tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330656 Jun 23 19:10:22.145744 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-bf809e69-7abe-4f30-a5e3-d5c5d7d971e6 req-cda842ab-6709-48f6-95e0-7813ce574335 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/ports?device_id=19f4a415-61b3-489e-a00a-f8d4c6e63a93 HTTP/1.1" status: 200 len: 210 time: 0.0331633 Jun 23 19:10:22.247874 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48771311-42e9-432e-aba7-e5ef13f09a4a req-601e7636-d797-4e59-9f3c-1c058a94fb9e tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:22.249345 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-48771311-42e9-432e-aba7-e5ef13f09a4a req-601e7636-d797-4e59-9f3c-1c058a94fb9e tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.49 "GET /v2.0/networks?id=e11519e8-7159-40a0-a52d-675d0f87c5a7 HTTP/1.1" status: 200 len: 814 time: 0.1059542 Jun 23 19:10:22.269523 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [req-48771311-42e9-432e-aba7-e5ef13f09a4a req-9c0786bb-da54-4700-9907-11abb8e6cb60 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Request body: {'port': {'device_id': '19f4a415-61b3-489e-a00a-f8d4c6e63a93', 'network_id': 'e11519e8-7159-40a0-a52d-675d0f87c5a7', 'admin_state_up': True, 'tenant_id': 'f0b83467b884463caf15d0aa3a28eb04'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:10:22.441497 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48771311-42e9-432e-aba7-e5ef13f09a4a req-9c0786bb-da54-4700-9907-11abb8e6cb60 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Made reservation on behalf of f0b83467b884463caf15d0aa3a28eb04 for: {'port': 1} {{(pid=93953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:10:22.445050 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-48771311-42e9-432e-aba7-e5ef13f09a4a req-9c0786bb-da54-4700-9907-11abb8e6cb60 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-975148'] for port, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:22.571285 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_common [req-48771311-42e9-432e-aba7-e5ef13f09a4a req-9c0786bb-da54-4700-9907-11abb8e6cb60 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Allocated IP 172.20.0.12 (e11519e8-7159-40a0-a52d-675d0f87c5a7/ed2e4123-a873-4352-9e10-819b47aa8267/e1b6ff06-a651-45ca-964e-d412481c4271) {{(pid=93953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:10:22.728255 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-48771311-42e9-432e-aba7-e5ef13f09a4a req-9c0786bb-da54-4700-9907-11abb8e6cb60 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Notify callbacks [] for port, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:22.744371 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [req-48771311-42e9-432e-aba7-e5ef13f09a4a req-9c0786bb-da54-4700-9907-11abb8e6cb60 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Transition to ACTIVE for port object e1b6ff06-a651-45ca-964e-d412481c4271 will not be triggered until provisioned by entity DHCP. {{(pid=93953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:10:22.867507 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-48771311-42e9-432e-aba7-e5ef13f09a4a req-9c0786bb-da54-4700-9907-11abb8e6cb60 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-975211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745549236125'] for port, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:22.873467 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-acf0b2e4-46b5-4038-820b-1a3db57535d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:10:22.910079 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48771311-42e9-432e-aba7-e5ef13f09a4a req-9c0786bb-da54-4700-9907-11abb8e6cb60 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Network e11519e8-7159-40a0-a52d-675d0f87c5a7 is already hosted by enough agents. {{(pid=93953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:10:22.913188 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [req-48771311-42e9-432e-aba7-e5ef13f09a4a req-9c0786bb-da54-4700-9907-11abb8e6cb60 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Resources bound (agent type, host, resource id): {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:10:22.922668 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [req-48771311-42e9-432e-aba7-e5ef13f09a4a req-9c0786bb-da54-4700-9907-11abb8e6cb60 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Received port after_create {{(pid=93953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:10:22.928445 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48771311-42e9-432e-aba7-e5ef13f09a4a req-9c0786bb-da54-4700-9907-11abb8e6cb60 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:22.929087 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-48771311-42e9-432e-aba7-e5ef13f09a4a req-9c0786bb-da54-4700-9907-11abb8e6cb60 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:22.944341 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0786bb-da54-4700-9907-11abb8e6cb60 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Pushing event updated for resources: {'Port': ['ID=e1b6ff06-a651-45ca-964e-d412481c4271,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:10:22.947797 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-9c0786bb-da54-4700-9907-11abb8e6cb60 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:10:23.039698 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-48771311-42e9-432e-aba7-e5ef13f09a4a req-9c0786bb-da54-4700-9907-11abb8e6cb60 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7739673 Jun 23 19:10:23.190747 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6456389-f692-4ac3-bffb-3463bbef434d req-6b49ff52-0037-44f2-ab6e-173c1db37738 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:23.192335 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f6456389-f692-4ac3-bffb-3463bbef434d req-6b49ff52-0037-44f2-ab6e-173c1db37738 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 945 time: 0.0639217 Jun 23 19:10:23.197643 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-f428a826-504f-4ee1-8cc9-56a99681a538 None None] Provisioning for port e1b6ff06-a651-45ca-964e-d412481c4271 completed by entity DHCP. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:10:23.198564 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-f428a826-504f-4ee1-8cc9-56a99681a538 None None] Provisioning complete for port e1b6ff06-a651-45ca-964e-d412481c4271 triggered by entity DHCP. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:10:23.198837 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f428a826-504f-4ee1-8cc9-56a99681a538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:23.234272 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-f428a826-504f-4ee1-8cc9-56a99681a538 None None] Port e1b6ff06-a651-45ca-964e-d412481c4271 cannot update to ACTIVE because it is not bound. {{(pid=93954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 19:10:23.234662 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f6456389-f692-4ac3-bffb-3463bbef434d req-7f2d5faf-9bcb-406c-8e79-7a55eeeb0aac tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356624 Jun 23 19:10:23.404743 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c51086-f125-4322-bcaf-3320c620e59c req-9a2e3280-6a76-4042-8b3f-1a8586d37dbb tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:23.406400 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-13c51086-f125-4322-bcaf-3320c620e59c req-9a2e3280-6a76-4042-8b3f-1a8586d37dbb tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/ports?device_id=19f4a415-61b3-489e-a00a-f8d4c6e63a93 HTTP/1.1" status: 200 len: 932 time: 0.0644095 Jun 23 19:10:23.451425 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-13c51086-f125-4322-bcaf-3320c620e59c req-95e20b53-815d-4436-889b-0536f0f72f6c tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/security-groups?id=41b63a3d-6b98-489d-873d-5f8a706d78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386250 Jun 23 19:10:24.426905 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8db79b-cbd7-4e95-b887-f390d6c2fd9b req-28443b19-b747-4469-ba8b-e02e1086678e tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:24.428516 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-be8db79b-cbd7-4e95-b887-f390d6c2fd9b req-28443b19-b747-4469-ba8b-e02e1086678e tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 945 time: 0.0766232 Jun 23 19:10:24.708495 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-be8db79b-cbd7-4e95-b887-f390d6c2fd9b req-36808532-332e-4c0e-be76-30b48d843762 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2745216 Jun 23 19:10:24.881498 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda450c-138e-49f3-a3cf-ae465867f27e req-9dfaee6a-3a9b-4ed1-8934-22592bc6c73a tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:24.882995 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2dda450c-138e-49f3-a3cf-ae465867f27e req-9dfaee6a-3a9b-4ed1-8934-22592bc6c73a tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/ports?device_id=19f4a415-61b3-489e-a00a-f8d4c6e63a93 HTTP/1.1" status: 200 len: 932 time: 0.0671887 Jun 23 19:10:24.925197 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2dda450c-138e-49f3-a3cf-ae465867f27e req-80a16d74-86a7-4fea-89ff-dc9f43ad50e2 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/security-groups?id=41b63a3d-6b98-489d-873d-5f8a706d78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357347 Jun 23 19:10:25.092224 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [req-48771311-42e9-432e-aba7-e5ef13f09a4a req-0874381c-9c78-4029-933d-445d6de62e58 service neutron] Request body: {'port': {'device_id': '19f4a415-61b3-489e-a00a-f8d4c6e63a93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:10:25.168524 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-48771311-42e9-432e-aba7-e5ef13f09a4a req-0874381c-9c78-4029-933d-445d6de62e58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:25.468607 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [req-48771311-42e9-432e-aba7-e5ef13f09a4a req-0874381c-9c78-4029-933d-445d6de62e58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1b6ff06-a651-45ca-964e-d412481c4271 {{(pid=93953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:10:25.476136 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-48771311-42e9-432e-aba7-e5ef13f09a4a req-0874381c-9c78-4029-933d-445d6de62e58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:25.487783 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [req-48771311-42e9-432e-aba7-e5ef13f09a4a req-0874381c-9c78-4029-933d-445d6de62e58 service neutron] Transition to ACTIVE for port object e1b6ff06-a651-45ca-964e-d412481c4271 will not be triggered until provisioned by entity L2. {{(pid=93953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:10:25.602851 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-48771311-42e9-432e-aba7-e5ef13f09a4a req-0874381c-9c78-4029-933d-445d6de62e58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:25.604957 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-8cd5ea97-6105-458a-a487-c73ca3d86073 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:10:25.678130 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0874381c-9c78-4029-933d-445d6de62e58 service neutron] Pushing event updated for resources: {'Port': ['ID=e1b6ff06-a651-45ca-964e-d412481c4271,revision_number=2']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:10:25.727958 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-0874381c-9c78-4029-933d-445d6de62e58 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:10:25.750449 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-48771311-42e9-432e-aba7-e5ef13f09a4a req-0874381c-9c78-4029-933d-445d6de62e58 service neutron] Attempting to bind port e1b6ff06-a651-45ca-964e-d412481c4271 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:10:25.750449 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-48771311-42e9-432e-aba7-e5ef13f09a4a req-0874381c-9c78-4029-933d-445d6de62e58 service neutron] Attempting to bind port e1b6ff06-a651-45ca-964e-d412481c4271 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '06f030b8-92aa-4704-905c-d54ec014c332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'e11519e8-7159-40a0-a52d-675d0f87c5a7'}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:10:25.750754 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48771311-42e9-432e-aba7-e5ef13f09a4a req-0874381c-9c78-4029-933d-445d6de62e58 service neutron] Attempting to bind port e1b6ff06-a651-45ca-964e-d412481c4271 on network e11519e8-7159-40a0-a52d-675d0f87c5a7 {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:10:25.764702 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48771311-42e9-432e-aba7-e5ef13f09a4a req-0874381c-9c78-4029-933d-445d6de62e58 service neutron] Port e1b6ff06-a651-45ca-964e-d412481c4271 on network e11519e8-7159-40a0-a52d-675d0f87c5a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 19:10:25.765031 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48771311-42e9-432e-aba7-e5ef13f09a4a req-0874381c-9c78-4029-933d-445d6de62e58 service neutron] Attempting to bind port e1b6ff06-a651-45ca-964e-d412481c4271 on network e11519e8-7159-40a0-a52d-675d0f87c5a7 {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:10:25.774121 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48771311-42e9-432e-aba7-e5ef13f09a4a req-0874381c-9c78-4029-933d-445d6de62e58 service neutron] Checking agent: {'id': '931bf73c-9d40-46c8-855c-92667356b0d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 19, 4, 47), 'started_at': datetime.datetime(2021, 6, 23, 19, 4, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:10:25.774601 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48771311-42e9-432e-aba7-e5ef13f09a4a req-0874381c-9c78-4029-933d-445d6de62e58 service neutron] Checking segment: {'id': '06f030b8-92aa-4704-905c-d54ec014c332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'e11519e8-7159-40a0-a52d-675d0f87c5a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:10:25.774898 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48771311-42e9-432e-aba7-e5ef13f09a4a req-0874381c-9c78-4029-933d-445d6de62e58 service neutron] Bound using segment: {'id': '06f030b8-92aa-4704-905c-d54ec014c332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'e11519e8-7159-40a0-a52d-675d0f87c5a7'} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:10:25.775994 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-48771311-42e9-432e-aba7-e5ef13f09a4a req-0874381c-9c78-4029-933d-445d6de62e58 service neutron] Bound port: e1b6ff06-a651-45ca-964e-d412481c4271, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06f030b8-92aa-4704-905c-d54ec014c332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'e11519e8-7159-40a0-a52d-675d0f87c5a7'}}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:10:25.776791 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-48771311-42e9-432e-aba7-e5ef13f09a4a req-0874381c-9c78-4029-933d-445d6de62e58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:25.888375 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-48771311-42e9-432e-aba7-e5ef13f09a4a req-0874381c-9c78-4029-933d-445d6de62e58 service neutron] For port e1b6ff06-a651-45ca-964e-d412481c4271, host hv-cinder-79049, cleared binding levels {{(pid=93953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:10:25.893674 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-48771311-42e9-432e-aba7-e5ef13f09a4a req-0874381c-9c78-4029-933d-445d6de62e58 service neutron] For port e1b6ff06-a651-45ca-964e-d412481c4271, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=e1b6ff06-a651-45ca-964e-d412481c4271,segment=NetworkSegment(06f030b8-92aa-4704-905c-d54ec014c332),segment_id=06f030b8-92aa-4704-905c-d54ec014c332)] {{(pid=93953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:10:25.979138 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-48771311-42e9-432e-aba7-e5ef13f09a4a req-0874381c-9c78-4029-933d-445d6de62e58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:25.982172 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-56c5d4fa-46c5-43b5-acc5-395451133a63 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:10:26.039341 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48771311-42e9-432e-aba7-e5ef13f09a4a req-0874381c-9c78-4029-933d-445d6de62e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:26.040337 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-48771311-42e9-432e-aba7-e5ef13f09a4a req-0874381c-9c78-4029-933d-445d6de62e58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:26.043148 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-48771311-42e9-432e-aba7-e5ef13f09a4a req-0874381c-9c78-4029-933d-445d6de62e58 service neutron] 10.222.0.49 "PUT /v2.0/ports/e1b6ff06-a651-45ca-964e-d412481c4271 HTTP/1.1" status: 200 len: 1094 time: 0.9558191 Jun 23 19:10:26.056125 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b530f190-bda4-4ed2-af51-93c82419ab7a req-fda8424e-f431-4a80-9d37-35fc998b3c1b tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:26.064005 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b530f190-bda4-4ed2-af51-93c82419ab7a req-fda8424e-f431-4a80-9d37-35fc998b3c1b tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 945 time: 0.1660578 Jun 23 19:10:26.079528 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19f4a415-61b3-489e-a00a-f8d4c6e63a93', 'tag': 'e1b6ff06-a651-45ca-964e-d412481c4271'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:10:26.081819 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8902aeace0540733bba5a146bce723956a3312b5b25ae011a73fc84317b4d28a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01bf6ee1-7ed3-4fb4-8887-d75ebc629d61" -d '{"events": [{"name": "network-changed", "server_uuid": "19f4a415-61b3-489e-a00a-f8d4c6e63a93", "tag": "e1b6ff06-a651-45ca-964e-d412481c4271"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:10:26.127088 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0874381c-9c78-4029-933d-445d6de62e58 service neutron] Pushing event updated for resources: {'Port': ['ID=e1b6ff06-a651-45ca-964e-d412481c4271,revision_number=3']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:10:26.131539 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-0874381c-9c78-4029-933d-445d6de62e58 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:10:26.160321 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b530f190-bda4-4ed2-af51-93c82419ab7a req-7cd0ae32-a27b-4a30-b2b1-69fc8c4d38a3 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952618 Jun 23 19:10:26.440289 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dace6c-dc5a-4c68-8732-36597b3e300b req-dd953823-66c2-4eb9-9d84-1a5b6537c227 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:26.441798 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-79dace6c-dc5a-4c68-8732-36597b3e300b req-dd953823-66c2-4eb9-9d84-1a5b6537c227 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/ports?device_id=19f4a415-61b3-489e-a00a-f8d4c6e63a93 HTTP/1.1" status: 200 len: 944 time: 0.0830204 Jun 23 19:10:26.487581 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-79dace6c-dc5a-4c68-8732-36597b3e300b req-99a95d2f-243a-412b-a4f1-98f0649b5ba7 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/security-groups?id=41b63a3d-6b98-489d-873d-5f8a706d78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349588 Jun 23 19:10:26.539623 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-635b86ac-f8bf-4303-b9af-306f0f497a8c x-openstack-request-id: req-635b86ac-f8bf-4303-b9af-306f0f497a8c {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:10:26.539950 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19f4a415-61b3-489e-a00a-f8d4c6e63a93", "tag": "e1b6ff06-a651-45ca-964e-d412481c4271", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:10:26.540236 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-635b86ac-f8bf-4303-b9af-306f0f497a8c {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:10:26.541176 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19f4a415-61b3-489e-a00a-f8d4c6e63a93', 'tag': 'e1b6ff06-a651-45ca-964e-d412481c4271', 'status': 'completed', 'code': 200} Jun 23 19:10:27.373557 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a560f748-d421-4adc-a33c-784c02796b35 req-3a5b7eb5-9d42-44f7-bb5d-418a111b9ee0 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:27.375087 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a560f748-d421-4adc-a33c-784c02796b35 req-3a5b7eb5-9d42-44f7-bb5d-418a111b9ee0 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 945 time: 0.0711904 Jun 23 19:10:27.423174 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a560f748-d421-4adc-a33c-784c02796b35 req-28ce19f7-04b6-4588-92c1-6f999a075581 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417149 Jun 23 19:10:27.675994 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b370a67-944b-4bff-968c-283c16bf12de req-b06c4df7-ca5c-4684-b6f4-1f16fea0aa6a tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:27.677446 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-6b370a67-944b-4bff-968c-283c16bf12de req-b06c4df7-ca5c-4684-b6f4-1f16fea0aa6a tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/ports?device_id=19f4a415-61b3-489e-a00a-f8d4c6e63a93 HTTP/1.1" status: 200 len: 944 time: 0.0741823 Jun 23 19:10:27.720927 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-6b370a67-944b-4bff-968c-283c16bf12de req-12c9e077-9141-4820-86db-95ee6cda02b8 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/security-groups?id=41b63a3d-6b98-489d-873d-5f8a706d78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371718 Jun 23 19:10:28.313016 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.agents_db [None req-808d9167-7b86-4487-ac1f-373b1677e9b0 None None] Agent healthcheck: found 6 active agents {{(pid=93955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:10:28.609900 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e78a46c-7ff2-4c7f-b453-00c1d0405e92 req-8712ecdc-34e2-49e2-ab7d-6c52b0bc0df5 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:28.611828 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9e78a46c-7ff2-4c7f-b453-00c1d0405e92 req-8712ecdc-34e2-49e2-ab7d-6c52b0bc0df5 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 945 time: 0.0663912 Jun 23 19:10:28.660940 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9e78a46c-7ff2-4c7f-b453-00c1d0405e92 req-d512f58c-9c8b-4075-8a4d-dc24a2148250 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436697 Jun 23 19:10:28.922754 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2a907b-0b5d-4b4d-832a-49185b7c93c1 req-296896a6-943b-46c3-bd90-773f1da2acb1 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:28.924328 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0d2a907b-0b5d-4b4d-832a-49185b7c93c1 req-296896a6-943b-46c3-bd90-773f1da2acb1 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/ports?device_id=19f4a415-61b3-489e-a00a-f8d4c6e63a93 HTTP/1.1" status: 200 len: 944 time: 0.0749116 Jun 23 19:10:28.964923 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0d2a907b-0b5d-4b4d-832a-49185b7c93c1 req-1dac99e1-1a59-486c-bed4-e401e502a89b tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/security-groups?id=41b63a3d-6b98-489d-873d-5f8a706d78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349185 Jun 23 19:10:30.268079 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-a173a826-a54e-483e-9fe7-392a76bab2b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:30.475311 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a1efc1-33ef-458c-a5bf-cfcd583a3d41 req-46b38b5b-4a8e-4b3c-a92b-ceb22954e6c3 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:30.475311 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-43a1efc1-33ef-458c-a5bf-cfcd583a3d41 req-46b38b5b-4a8e-4b3c-a92b-ceb22954e6c3 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 945 time: 0.0684028 Jun 23 19:10:30.526196 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-43a1efc1-33ef-458c-a5bf-cfcd583a3d41 req-7ab5558f-3076-4d1a-b611-333089082e33 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448585 Jun 23 19:10:30.844449 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d143cf13-6bec-43ec-ace3-111994027a93 req-c76b31b6-0b53-47ab-8382-3cc198135296 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:30.847316 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d143cf13-6bec-43ec-ace3-111994027a93 req-c76b31b6-0b53-47ab-8382-3cc198135296 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/ports?device_id=19f4a415-61b3-489e-a00a-f8d4c6e63a93 HTTP/1.1" status: 200 len: 944 time: 0.1008995 Jun 23 19:10:30.919947 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d143cf13-6bec-43ec-ace3-111994027a93 req-f4d19826-37a8-48a3-a899-1d38f08acf11 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/security-groups?id=41b63a3d-6b98-489d-873d-5f8a706d78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654216 Jun 23 19:10:31.817165 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea13996a-ed2d-4aab-87e3-1e14351b50ac req-ed093dfa-ec34-499b-9977-482efb4bb058 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:31.818904 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ea13996a-ed2d-4aab-87e3-1e14351b50ac req-ed093dfa-ec34-499b-9977-482efb4bb058 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 945 time: 0.0876567 Jun 23 19:10:31.880053 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ea13996a-ed2d-4aab-87e3-1e14351b50ac req-ffe01998-5b16-4aa1-85db-2e39ec146549 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516322 Jun 23 19:10:32.138172 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57011d1a-d75b-4155-b92b-3ae2b6dbade8 req-0372e264-e479-423f-9190-f20d10919779 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:32.139944 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-57011d1a-d75b-4155-b92b-3ae2b6dbade8 req-0372e264-e479-423f-9190-f20d10919779 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/ports?device_id=19f4a415-61b3-489e-a00a-f8d4c6e63a93 HTTP/1.1" status: 200 len: 944 time: 0.0787737 Jun 23 19:10:32.188656 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-57011d1a-d75b-4155-b92b-3ae2b6dbade8 req-da7081dd-71e0-4aef-acc8-0e3f710ca02a tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/security-groups?id=41b63a3d-6b98-489d-873d-5f8a706d78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423055 Jun 23 19:10:32.930744 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-b648bc38-0d35-4bff-b5ae-981dd7c96596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:33.001900 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:33.117307 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373404fd-439f-4724-922d-f0264096bca7 req-df2fb8e0-ff99-429a-a29c-17444bc634f0 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:33.123441 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-373404fd-439f-4724-922d-f0264096bca7 req-df2fb8e0-ff99-429a-a29c-17444bc634f0 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 945 time: 0.0793433 Jun 23 19:10:33.162022 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-373404fd-439f-4724-922d-f0264096bca7 req-44f2490c-a114-422c-9d12-9a975a6a7e59 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364993 Jun 23 19:10:33.439421 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ed20c-09e6-4668-8e34-3dd0f83c5df3 req-5e1cf032-ee8f-495f-bece-94a55b1a2dd6 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:33.441031 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-cf9ed20c-09e6-4668-8e34-3dd0f83c5df3 req-5e1cf032-ee8f-495f-bece-94a55b1a2dd6 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/ports?device_id=19f4a415-61b3-489e-a00a-f8d4c6e63a93 HTTP/1.1" status: 200 len: 944 time: 0.0940650 Jun 23 19:10:33.487689 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-cf9ed20c-09e6-4668-8e34-3dd0f83c5df3 req-f0de4d63-de3a-4892-b083-9e77aefde3ab tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/security-groups?id=41b63a3d-6b98-489d-873d-5f8a706d78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393951 Jun 23 19:10:34.139347 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-36873b57-c469-4164-8152-400a4dc72ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:34.536356 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd49ab3-2818-4bc5-8671-b61e1919a9f1 req-e9192b40-0933-4b11-b791-7237a028a70d tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:34.536356 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8cd49ab3-2818-4bc5-8671-b61e1919a9f1 req-e9192b40-0933-4b11-b791-7237a028a70d tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 945 time: 0.0790627 Jun 23 19:10:34.536356 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8cd49ab3-2818-4bc5-8671-b61e1919a9f1 req-039986d6-f090-48ce-b7cb-9adb8b626f3a tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555594 Jun 23 19:10:34.718666 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ff610-f08c-428e-9192-058f48ab0f95 req-2f113446-2995-4e72-af0a-90547d62db8e tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:34.721039 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-cf4ff610-f08c-428e-9192-058f48ab0f95 req-2f113446-2995-4e72-af0a-90547d62db8e tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/ports?device_id=19f4a415-61b3-489e-a00a-f8d4c6e63a93 HTTP/1.1" status: 200 len: 944 time: 0.0992496 Jun 23 19:10:34.776048 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-cf4ff610-f08c-428e-9192-058f48ab0f95 req-b41f44dc-3ea5-424f-a816-0fcb4436845a tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/security-groups?id=41b63a3d-6b98-489d-873d-5f8a706d78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491092 Jun 23 19:10:35.581984 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0dfa02b7-e69b-42f9-a1c6-d55a29ea84e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:35.788953 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24695b04-8f4d-4c2c-a3f6-ad6e0e7ea754 req-e4a08a19-27cc-419f-9fa3-e13b7b30337b tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:35.792324 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-24695b04-8f4d-4c2c-a3f6-ad6e0e7ea754 req-e4a08a19-27cc-419f-9fa3-e13b7b30337b tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 945 time: 0.1236115 Jun 23 19:10:35.860217 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-24695b04-8f4d-4c2c-a3f6-ad6e0e7ea754 req-7dddffd8-e243-4bf0-93df-eed8bd9be80b tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612395 Jun 23 19:10:36.079124 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5916206a-640c-48a8-8ef5-319a35fd62e0 req-5d564a54-8c76-4456-a9cc-2ea3a4308a89 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:36.081422 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-5916206a-640c-48a8-8ef5-319a35fd62e0 req-5d564a54-8c76-4456-a9cc-2ea3a4308a89 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/ports?device_id=19f4a415-61b3-489e-a00a-f8d4c6e63a93 HTTP/1.1" status: 200 len: 944 time: 0.0874019 Jun 23 19:10:36.151090 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-5916206a-640c-48a8-8ef5-319a35fd62e0 req-3a89f5bb-b905-4c29-9f09-5489c0e62e4b tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/security-groups?id=41b63a3d-6b98-489d-873d-5f8a706d78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591803 Jun 23 19:10:37.103542 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592e74f4-5a9e-415a-a116-ac9cae0a859d req-5db32d44-499d-4242-bb43-cacdff5f199a tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:37.105142 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-592e74f4-5a9e-415a-a116-ac9cae0a859d req-5db32d44-499d-4242-bb43-cacdff5f199a tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 945 time: 0.0975897 Jun 23 19:10:37.152266 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-592e74f4-5a9e-415a-a116-ac9cae0a859d req-80ef7b74-0cda-4ec5-ab34-caff369bca28 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409873 Jun 23 19:10:37.350024 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4edfab-bfc3-4e8d-836c-e3f8a5231471 req-ff711129-ed57-4261-a1be-9197c520f85d tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:37.351795 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ca4edfab-bfc3-4e8d-836c-e3f8a5231471 req-ff711129-ed57-4261-a1be-9197c520f85d tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/ports?device_id=19f4a415-61b3-489e-a00a-f8d4c6e63a93 HTTP/1.1" status: 200 len: 944 time: 0.0730309 Jun 23 19:10:37.406752 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ca4edfab-bfc3-4e8d-836c-e3f8a5231471 req-e733b3dd-1548-4613-8ac9-aae2b02ad2d2 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/security-groups?id=41b63a3d-6b98-489d-873d-5f8a706d78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442016 Jun 23 19:10:37.623349 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf6ee1-7ed3-4fb4-8887-d75ebc629d61 req-c92f73c1-925d-436d-b18c-cc43f571cdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:37.624925 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-01bf6ee1-7ed3-4fb4-8887-d75ebc629d61 req-c92f73c1-925d-436d-b18c-cc43f571cdda service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f0b83467b884463caf15d0aa3a28eb04&device_id=19f4a415-61b3-489e-a00a-f8d4c6e63a93 HTTP/1.1" status: 200 len: 1097 time: 0.0559349 Jun 23 19:10:37.770227 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf6ee1-7ed3-4fb4-8887-d75ebc629d61 req-6e013f42-15da-4788-9fc9-daab6382d3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:37.771700 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-01bf6ee1-7ed3-4fb4-8887-d75ebc629d61 req-6e013f42-15da-4788-9fc9-daab6382d3cf service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=f0b83467b884463caf15d0aa3a28eb04&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0983148 Jun 23 19:10:37.874271 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf6ee1-7ed3-4fb4-8887-d75ebc629d61 req-40f5b833-d5bb-4436-ae87-9fbbdd0e3c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:37.875886 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-01bf6ee1-7ed3-4fb4-8887-d75ebc629d61 req-40f5b833-d5bb-4436-ae87-9fbbdd0e3c81 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0942390 Jun 23 19:10:38.022762 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48771311-42e9-432e-aba7-e5ef13f09a4a req-13af7995-c00d-4845-8419-87c7461b12bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:38.024659 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-48771311-42e9-432e-aba7-e5ef13f09a4a req-13af7995-c00d-4845-8419-87c7461b12bc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f0b83467b884463caf15d0aa3a28eb04&device_id=19f4a415-61b3-489e-a00a-f8d4c6e63a93 HTTP/1.1" status: 200 len: 1097 time: 0.0649054 Jun 23 19:10:38.080236 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-48771311-42e9-432e-aba7-e5ef13f09a4a req-b4eb6361-eda6-4d76-9269-3138349f7f70 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1b6ff06-a651-45ca-964e-d412481c4271 HTTP/1.1" status: 200 len: 217 time: 0.0400445 Jun 23 19:10:38.131239 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48771311-42e9-432e-aba7-e5ef13f09a4a req-3122da0f-7369-4b20-963f-b77f2d7f7ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:38.132777 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-48771311-42e9-432e-aba7-e5ef13f09a4a req-3122da0f-7369-4b20-963f-b77f2d7f7ee0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ed2e4123-a873-4352-9e10-819b47aa8267 HTTP/1.1" status: 200 len: 853 time: 0.0458956 Jun 23 19:10:38.197387 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48771311-42e9-432e-aba7-e5ef13f09a4a req-7f6053e8-0a22-459c-b535-ef729279a7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:38.198915 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-48771311-42e9-432e-aba7-e5ef13f09a4a req-7f6053e8-0a22-459c-b535-ef729279a7c0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e11519e8-7159-40a0-a52d-675d0f87c5a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0586467 Jun 23 19:10:38.340033 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-48771311-42e9-432e-aba7-e5ef13f09a4a req-5da1ff61-3623-4f26-bdbc-fa221dc6592a service neutron] 10.222.0.49 "GET /v2.0/networks/e11519e8-7159-40a0-a52d-675d0f87c5a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301682 Jun 23 19:10:38.379940 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0097207-ef82-4fd4-9a09-8c5c3489f7df req-872f3d91-6867-4d32-9ad8-a0f41b38a33d tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:38.381461 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f0097207-ef82-4fd4-9a09-8c5c3489f7df req-872f3d91-6867-4d32-9ad8-a0f41b38a33d tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 945 time: 0.0978534 Jun 23 19:10:38.475339 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f0097207-ef82-4fd4-9a09-8c5c3489f7df req-ef0ba75b-2173-47de-a574-e09dc52409cf tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840211 Jun 23 19:10:38.493162 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-48771311-42e9-432e-aba7-e5ef13f09a4a req-cc534d12-61a4-4f8e-97a9-f40e636ffa20 service neutron] 10.222.0.49 "GET /v2.0/networks/e11519e8-7159-40a0-a52d-675d0f87c5a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304741 Jun 23 19:10:38.654078 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c3c09-a3ce-4a65-97ae-b79a9b29bd65 req-4ded1636-8733-4090-b22c-692877c0caeb tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:38.655708 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-390c3c09-a3ce-4a65-97ae-b79a9b29bd65 req-4ded1636-8733-4090-b22c-692877c0caeb tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/ports?device_id=19f4a415-61b3-489e-a00a-f8d4c6e63a93 HTTP/1.1" status: 200 len: 944 time: 0.0673084 Jun 23 19:10:38.698477 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-390c3c09-a3ce-4a65-97ae-b79a9b29bd65 req-5f72e2e2-181e-460d-a978-c6eb632c1ea1 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/security-groups?id=41b63a3d-6b98-489d-873d-5f8a706d78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344596 Jun 23 19:10:39.676506 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eb53b3-0993-462a-8e4d-39aa5bf01c62 req-9a87cbd8-6eaf-4d5c-80e6-2796bcb0c203 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:39.678748 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-75eb53b3-0993-462a-8e4d-39aa5bf01c62 req-9a87cbd8-6eaf-4d5c-80e6-2796bcb0c203 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/ports?device_id=698ffe4e-a145-445d-bbbc-8124952eb2e9 HTTP/1.1" status: 200 len: 945 time: 0.0757065 Jun 23 19:10:39.735213 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-75eb53b3-0993-462a-8e4d-39aa5bf01c62 req-47d5f255-6ead-4989-aef6-7246b72af05b tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/security-groups?id=204e62e8-8b64-4fe9-8226-e24e494f73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511096 Jun 23 19:10:39.931097 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc9df26-373b-4237-a1c9-152042d7a608 req-e9d3afdf-79e3-41a8-980c-41008fdfecfa tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:39.932655 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-bdc9df26-373b-4237-a1c9-152042d7a608 req-e9d3afdf-79e3-41a8-980c-41008fdfecfa tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 945 time: 0.0801501 Jun 23 19:10:39.979137 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-bdc9df26-373b-4237-a1c9-152042d7a608 req-9e668e57-15db-4916-a000-406a10d9e3e2 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400403 Jun 23 19:10:40.206972 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183c0bef-37e2-47ce-b395-9a5585145c2b req-606dc1bd-0a39-46c5-adc5-54ebc9b634e8 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:40.208487 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-183c0bef-37e2-47ce-b395-9a5585145c2b req-606dc1bd-0a39-46c5-adc5-54ebc9b634e8 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/ports?device_id=19f4a415-61b3-489e-a00a-f8d4c6e63a93 HTTP/1.1" status: 200 len: 944 time: 0.0695505 Jun 23 19:10:40.253583 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-183c0bef-37e2-47ce-b395-9a5585145c2b req-6eb86faa-122f-4ad2-ab55-99979116c7ef tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/security-groups?id=41b63a3d-6b98-489d-873d-5f8a706d78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382042 Jun 23 19:10:40.956115 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3efbcc-3fd6-475f-b481-0009254a97ae req-da69bb85-3689-484b-9935-401144c731be tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:40.957896 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-cd3efbcc-3fd6-475f-b481-0009254a97ae req-da69bb85-3689-484b-9935-401144c731be tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/ports?device_id=698ffe4e-a145-445d-bbbc-8124952eb2e9 HTTP/1.1" status: 200 len: 945 time: 0.0872242 Jun 23 19:10:41.015765 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-cd3efbcc-3fd6-475f-b481-0009254a97ae req-ccbcab04-8084-4eed-a18d-6044a8dc9099 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/security-groups?id=204e62e8-8b64-4fe9-8226-e24e494f73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507538 Jun 23 19:10:41.101846 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device 4e34fc00-a696-4f73-9fac-286e1851994d details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=93954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 19:10:41.214345 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] For port 4e34fc00-a696-4f73-9fac-286e1851994d, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=4e34fc00-a696-4f73-9fac-286e1851994d,segment=NetworkSegment(6376ebc8-cc9e-4950-bed1-519aba44fb4f),segment_id=6376ebc8-cc9e-4950-bed1-519aba44fb4f)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:10:41.225986 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Returning: {'device': '4e34fc00-a696-4f73-9fac-286e1851994d', 'network_id': 'd02d4878-2846-42b3-8429-dddc3d54aa5f', 'port_id': '4e34fc00-a696-4f73-9fac-286e1851994d', 'mac_address': 'fa:16:3e:16:73:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 941, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0c9ad5e-51b6-4019-87c2-098d82b200c4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 19:10:41.264282 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:41.280676 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.notifiers.nova [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4e34fc00-a696-4f73-9fac-286e1851994d {{(pid=93954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:10:41.300615 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] For port 4e34fc00-a696-4f73-9fac-286e1851994d, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=4e34fc00-a696-4f73-9fac-286e1851994d,segment=NetworkSegment(6376ebc8-cc9e-4950-bed1-519aba44fb4f),segment_id=6376ebc8-cc9e-4950-bed1-519aba44fb4f)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:10:41.462212 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:41.464114 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:10:41.510666 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Pushing event updated for resources: {'Port': ['ID=4e34fc00-a696-4f73-9fac-286e1851994d,revision_number=6']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:10:41.518009 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:10:41.518364 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:10:41.518717 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:10:41.519062 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:10:41.519429 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:10:41.519770 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:10:41.520104 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:10:41.520437 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:10:41.520769 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:10:41.521100 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:10:41.521429 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:10:41.521755 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:10:41.527509 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:10:41.669048 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] get_ports_and_sgs() called for port_ids ['4e34fc00-a696-4f73-9fac-286e1851994d'] {{(pid=93954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:10:41.702637 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e416dd0-6c8a-4c2b-9675-86b86f7b8ebb req-3ff18735-714b-46dd-b5da-64507e092617 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:41.704160 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0e416dd0-6c8a-4c2b-9675-86b86f7b8ebb req-3ff18735-714b-46dd-b5da-64507e092617 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 944 time: 0.0672891 Jun 23 19:10:41.743524 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0e416dd0-6c8a-4c2b-9675-86b86f7b8ebb req-c982927d-e807-4dc7-a0bb-c6ff68e987eb tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330350 Jun 23 19:10:42.010128 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51341c5-0c2b-46d2-bc0c-082c3600eba5 req-70fe43ce-f3de-49fb-9794-a66e6fb9c0af tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:42.011801 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c51341c5-0c2b-46d2-bc0c-082c3600eba5 req-70fe43ce-f3de-49fb-9794-a66e6fb9c0af tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/ports?device_id=19f4a415-61b3-489e-a00a-f8d4c6e63a93 HTTP/1.1" status: 200 len: 944 time: 0.1547987 Jun 23 19:10:42.026314 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a8dec-7f11-4e62-b0af-fcc81df028cd req-c3b1476c-55fa-4296-a19f-ae1574107d11 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:42.028293 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ec5a8dec-7f11-4e62-b0af-fcc81df028cd req-c3b1476c-55fa-4296-a19f-ae1574107d11 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.49 "GET /v2.0/ports?device_id=698ffe4e-a145-445d-bbbc-8124952eb2e9 HTTP/1.1" status: 200 len: 945 time: 0.1406620 Jun 23 19:10:42.132128 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c51341c5-0c2b-46d2-bc0c-082c3600eba5 req-99784c0e-5020-4457-85eb-58a8f2ab0c3a tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/security-groups?id=41b63a3d-6b98-489d-873d-5f8a706d78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024973 Jun 23 19:10:42.232393 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [req-ec5a8dec-7f11-4e62-b0af-fcc81df028cd req-817a031e-3ffb-4ef4-b149-b18ca15b8b04 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Deleting port 168bf7b8-852c-40d2-b5c3-687a35d139ac {{(pid=93953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:10:42.232907 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-ec5a8dec-7f11-4e62-b0af-fcc81df028cd req-817a031e-3ffb-4ef4-b149-b18ca15b8b04 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745549706015'] for port, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:42.400853 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-ec5a8dec-7f11-4e62-b0af-fcc81df028cd req-817a031e-3ffb-4ef4-b149-b18ca15b8b04 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] For port 168bf7b8-852c-40d2-b5c3-687a35d139ac, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=168bf7b8-852c-40d2-b5c3-687a35d139ac,segment=NetworkSegment(9b8aa179-8fbd-45ea-90df-783f49abcf82),segment_id=9b8aa179-8fbd-45ea-90df-783f49abcf82)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:10:42.401344 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-ec5a8dec-7f11-4e62-b0af-fcc81df028cd req-817a031e-3ffb-4ef4-b149-b18ca15b8b04 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710932'] for port, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:42.411330 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cffac5-f365-406e-a935-dc8221a353c9 req-e2219b10-d39b-4b93-b6a5-105953961e42 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:42.413153 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-00cffac5-f365-406e-a935-dc8221a353c9 req-e2219b10-d39b-4b93-b6a5-105953961e42 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f022836-784f-4a4c-ab37-ae1725639d96 HTTP/1.1" status: 200 len: 945 time: 0.1532588 Jun 23 19:10:42.426677 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [req-ec5a8dec-7f11-4e62-b0af-fcc81df028cd req-817a031e-3ffb-4ef4-b149-b18ca15b8b04 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Calling delete_port for 168bf7b8-852c-40d2-b5c3-687a35d139ac owned by compute:nova {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:10:42.519958 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-00cffac5-f365-406e-a935-dc8221a353c9 req-11c562e2-b866-4de0-9d44-20f4e24df6f4 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/security-groups?id=91571f0b-7134-4fa9-bd9c-2145cc487829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913095 Jun 23 19:10:42.763644 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd73a1-e2bf-4118-b6d0-462ccd5f2633 req-a8c5ae9a-53c9-4607-b42b-41f67fc9acb1 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:42.801784 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-48dd73a1-e2bf-4118-b6d0-462ccd5f2633 req-a8c5ae9a-53c9-4607-b42b-41f67fc9acb1 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/ports?device_id=698ffe4e-a145-445d-bbbc-8124952eb2e9 HTTP/1.1" status: 200 len: 945 time: 0.1173198 Jun 23 19:10:42.838205 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-ec5a8dec-7f11-4e62-b0af-fcc81df028cd req-817a031e-3ffb-4ef4-b149-b18ca15b8b04 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745549710641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745549236134'] for port, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:42.863317 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-a31ff29e-08c1-42f6-b9e0-1e5e2631f511 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:10:42.888757 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] get_ports_and_sgs() called for port_ids ['168bf7b8-852c-40d2-b5c3-687a35d139ac'] {{(pid=93954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:10:42.916342 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817a031e-3ffb-4ef4-b149-b18ca15b8b04 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Pushing event deleted for resources: {'Port': ['ID=168bf7b8-852c-40d2-b5c3-687a35d139ac,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:10:42.919996 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-817a031e-3ffb-4ef4-b149-b18ca15b8b04 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:10:42.981864 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-48dd73a1-e2bf-4118-b6d0-462ccd5f2633 req-88369b5f-b657-4f58-8ffa-090b2104b9b8 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/security-groups?id=204e62e8-8b64-4fe9-8226-e24e494f73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782250 Jun 23 19:10:42.982352 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec5a8dec-7f11-4e62-b0af-fcc81df028cd req-817a031e-3ffb-4ef4-b149-b18ca15b8b04 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] No DVR routers for this DVR port 168bf7b8-852c-40d2-b5c3-687a35d139ac on host hv-cinder-79049 {{(pid=93953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:10:42.985077 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-ec5a8dec-7f11-4e62-b0af-fcc81df028cd req-817a031e-3ffb-4ef4-b149-b18ca15b8b04 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:42.987359 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ec5a8dec-7f11-4e62-b0af-fcc81df028cd req-817a031e-3ffb-4ef4-b149-b18ca15b8b04 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.49 "DELETE /v2.0/ports/168bf7b8-852c-40d2-b5c3-687a35d139ac HTTP/1.1" status: 204 len: 173 time: 0.9511631 Jun 23 19:10:42.988005 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '698ffe4e-a145-445d-bbbc-8124952eb2e9', 'name': 'network-vif-deleted', 'tag': '168bf7b8-852c-40d2-b5c3-687a35d139ac'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:10:42.991668 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8902aeace0540733bba5a146bce723956a3312b5b25ae011a73fc84317b4d28a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f10f0ff-daab-4605-aba6-e12449c238df" -d '{"events": [{"server_uuid": "698ffe4e-a145-445d-bbbc-8124952eb2e9", "name": "network-vif-deleted", "tag": "168bf7b8-852c-40d2-b5c3-687a35d139ac"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:10:43.117358 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device e1b6ff06-a651-45ca-964e-d412481c4271 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=93954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 19:10:43.126949 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device 4e34fc00-a696-4f73-9fac-286e1851994d up at agent hyperv_hv-cinder-79049 {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:10:43.194904 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c6e8d-c12a-4d80-bea9-753c96317e5c req-45bd032c-cdad-4d42-9e88-9bcfb3e0be49 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:43.202272 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-bf3c6e8d-c12a-4d80-bea9-753c96317e5c req-45bd032c-cdad-4d42-9e88-9bcfb3e0be49 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 944 time: 0.0931728 Jun 23 19:10:43.253591 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-bf3c6e8d-c12a-4d80-bea9-753c96317e5c req-3dbb43e5-c641-4d9f-aff3-8fcbdcbad483 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458431 Jun 23 19:10:43.306861 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Provisioning complete for port 4e34fc00-a696-4f73-9fac-286e1851994d triggered by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:10:43.307299 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:43.315710 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b896e40c-d4d3-4a4c-aa0a-b17829b1089b x-openstack-request-id: req-b896e40c-d4d3-4a4c-aa0a-b17829b1089b {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:10:43.315710 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "698ffe4e-a145-445d-bbbc-8124952eb2e9", "name": "network-vif-deleted", "tag": "168bf7b8-852c-40d2-b5c3-687a35d139ac", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:10:43.315710 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b896e40c-d4d3-4a4c-aa0a-b17829b1089b {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:10:43.315710 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '698ffe4e-a145-445d-bbbc-8124952eb2e9', 'name': 'network-vif-deleted', 'tag': '168bf7b8-852c-40d2-b5c3-687a35d139ac', 'status': 'completed', 'code': 200} Jun 23 19:10:43.367557 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] For port e1b6ff06-a651-45ca-964e-d412481c4271, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=e1b6ff06-a651-45ca-964e-d412481c4271,segment=NetworkSegment(06f030b8-92aa-4704-905c-d54ec014c332),segment_id=06f030b8-92aa-4704-905c-d54ec014c332)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:10:43.388191 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Returning: {'device': 'e1b6ff06-a651-45ca-964e-d412481c4271', 'network_id': 'e11519e8-7159-40a0-a52d-675d0f87c5a7', 'port_id': 'e1b6ff06-a651-45ca-964e-d412481c4271', 'mac_address': 'fa:16:3e:fc:0b:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 925, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed2e4123-a873-4352-9e10-819b47aa8267', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 19:10:43.504903 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:43.556417 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.notifiers.nova [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1b6ff06-a651-45ca-964e-d412481c4271 {{(pid=93954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:10:43.556417 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:43.576529 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4cc230-f0fc-44ba-b23b-3890f7bc72e2 req-51cfe624-f232-44da-80f5-e56436a4840c tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:43.584343 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ce4cc230-f0fc-44ba-b23b-3890f7bc72e2 req-51cfe624-f232-44da-80f5-e56436a4840c tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/ports?device_id=19f4a415-61b3-489e-a00a-f8d4c6e63a93 HTTP/1.1" status: 200 len: 944 time: 0.1549201 Jun 23 19:10:43.593868 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] For port 4e34fc00-a696-4f73-9fac-286e1851994d, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=4e34fc00-a696-4f73-9fac-286e1851994d,segment=NetworkSegment(6376ebc8-cc9e-4950-bed1-519aba44fb4f),segment_id=6376ebc8-cc9e-4950-bed1-519aba44fb4f)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:10:43.600570 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00fb7bdb-349a-47eb-8883-7f210aff4653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e34fc00-a696-4f73-9fac-286e1851994d'}] {{(pid=93954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:10:43.603252 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78efef87a1af135e54214795b53a936b9e8d2b7d09f053504b37278e2de45a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de71d854-23ea-43e1-a56f-c21f81fc5a04" -d '{"events": [{"server_uuid": "00fb7bdb-349a-47eb-8883-7f210aff4653", "name": "network-vif-plugged", "status": "completed", "tag": "4e34fc00-a696-4f73-9fac-286e1851994d"}]}' {{(pid=93954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:10:43.616800 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] For port e1b6ff06-a651-45ca-964e-d412481c4271, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=e1b6ff06-a651-45ca-964e-d412481c4271,segment=NetworkSegment(06f030b8-92aa-4704-905c-d54ec014c332),segment_id=06f030b8-92aa-4704-905c-d54ec014c332)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:10:43.631291 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ce4cc230-f0fc-44ba-b23b-3890f7bc72e2 req-bf862708-7572-40b4-91b5-703f72f964af tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/security-groups?id=41b63a3d-6b98-489d-873d-5f8a706d78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456266 Jun 23 19:10:43.838866 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d1c3ad-ecb0-46ec-941b-777c3eb1798d req-585fdaad-f349-4849-a82e-939ebce93e0a tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:43.843880 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a9d1c3ad-ecb0-46ec-941b-777c3eb1798d req-585fdaad-f349-4849-a82e-939ebce93e0a tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f022836-784f-4a4c-ab37-ae1725639d96 HTTP/1.1" status: 200 len: 945 time: 0.1039503 Jun 23 19:10:43.911293 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a9d1c3ad-ecb0-46ec-941b-777c3eb1798d req-827af92a-2874-43ef-a9f0-c4d56dad78bc tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/security-groups?id=91571f0b-7134-4fa9-bd9c-2145cc487829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590260 Jun 23 19:10:43.928151 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:43.930204 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:10:43.960950 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec8e8af-e31c-4f83-b05f-0c42569c1ce1 x-openstack-request-id: req-2ec8e8af-e31c-4f83-b05f-0c42569c1ce1 {{(pid=93954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:10:43.960950 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00fb7bdb-349a-47eb-8883-7f210aff4653", "name": "network-vif-plugged", "status": "completed", "tag": "4e34fc00-a696-4f73-9fac-286e1851994d", "code": 200}]} {{(pid=93954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:10:43.970728 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2ec8e8af-e31c-4f83-b05f-0c42569c1ce1 {{(pid=93954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:10:43.970728 dv-cinder-790492-6-iscsi neutron-server[93954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00fb7bdb-349a-47eb-8883-7f210aff4653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e34fc00-a696-4f73-9fac-286e1851994d', 'code': 200} Jun 23 19:10:43.970728 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:43.988920 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Pushing event updated for resources: {'Port': ['ID=4e34fc00-a696-4f73-9fac-286e1851994d,revision_number=7']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:10:43.992022 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:10:43.992495 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-115e7c42-4439-455d-86d7-8621a12319af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:10:44.041293 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Pushing event updated for resources: {'Port': ['ID=e1b6ff06-a651-45ca-964e-d412481c4271,revision_number=4']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:10:44.046820 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:10:44.201814 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a4f97c7f-e337-43e8-a4eb-4d62af182728 req-11aadd56-31ab-497e-82e5-81bf2c995df3 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/ports?device_id=698ffe4e-a145-445d-bbbc-8124952eb2e9 HTTP/1.1" status: 200 len: 210 time: 0.0410931 Jun 23 19:10:44.414321 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] get_ports_and_sgs() called for port_ids ['e1b6ff06-a651-45ca-964e-d412481c4271'] {{(pid=93954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:10:44.478486 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089ca7b5-4251-44e5-aea7-773af674c000 req-8e389acb-f7e1-46bc-a012-0d7bf605c302 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:44.495434 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-089ca7b5-4251-44e5-aea7-773af674c000 req-8e389acb-f7e1-46bc-a012-0d7bf605c302 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 945 time: 0.1099317 Jun 23 19:10:44.588671 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-089ca7b5-4251-44e5-aea7-773af674c000 req-6e76bfa4-462c-4e79-8725-edd2d93af654 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907211 Jun 23 19:10:44.890085 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f71f26-a6cb-4617-a8f4-c623b19f1ab5 req-8ee61ab0-6462-47b0-8d51-114b256a304e tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:44.906531 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-21f71f26-a6cb-4617-a8f4-c623b19f1ab5 req-8ee61ab0-6462-47b0-8d51-114b256a304e tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/ports?device_id=19f4a415-61b3-489e-a00a-f8d4c6e63a93 HTTP/1.1" status: 200 len: 945 time: 0.1222849 Jun 23 19:10:44.954029 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-21f71f26-a6cb-4617-a8f4-c623b19f1ab5 req-f17f22d5-7e2a-44ab-bf81-2352933b5d6e tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/security-groups?id=41b63a3d-6b98-489d-873d-5f8a706d78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462635 Jun 23 19:10:45.112704 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device 168bf7b8-852c-40d2-b5c3-687a35d139ac no longer exists at agent hyperv_hv-cinder-79049 {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:10:45.139165 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] No Port match for: 168bf7b8-852c-40d2-b5c3-687a35d139ac {{(pid=93954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:10:45.139564 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device 168bf7b8-852c-40d2-b5c3-687a35d139ac not bound to the agent host hv-cinder-79049 {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:10:45.213387 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6866ed-d809-40cf-921f-034ca7572fb9 req-bb64302f-23c0-44a5-b3c2-e92abf856a91 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:45.215528 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-cf6866ed-d809-40cf-921f-034ca7572fb9 req-bb64302f-23c0-44a5-b3c2-e92abf856a91 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f022836-784f-4a4c-ab37-ae1725639d96 HTTP/1.1" status: 200 len: 945 time: 0.0928249 Jun 23 19:10:45.268857 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-cf6866ed-d809-40cf-921f-034ca7572fb9 req-e255b218-9329-439a-a108-41d1036e01f2 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/security-groups?id=91571f0b-7134-4fa9-bd9c-2145cc487829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471227 Jun 23 19:10:45.877248 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60950ae8-195d-4b13-872f-8f9c52dcde12 req-43f1c10d-348c-454d-8f82-f40c99e2355c tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:45.892016 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-60950ae8-195d-4b13-872f-8f9c52dcde12 req-43f1c10d-348c-454d-8f82-f40c99e2355c tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 945 time: 0.1262577 Jun 23 19:10:45.953373 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-60950ae8-195d-4b13-872f-8f9c52dcde12 req-28b171ac-93ca-4e9d-95dd-eb6e82357694 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476303 Jun 23 19:10:46.193030 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e33b651-ca99-4a05-8f50-843a31095041 req-cb2d1153-1889-46b6-8b91-2235951cfdcb tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:46.195928 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-5e33b651-ca99-4a05-8f50-843a31095041 req-cb2d1153-1889-46b6-8b91-2235951cfdcb tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/ports?device_id=19f4a415-61b3-489e-a00a-f8d4c6e63a93 HTTP/1.1" status: 200 len: 945 time: 0.0908763 Jun 23 19:10:46.252291 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-5e33b651-ca99-4a05-8f50-843a31095041 req-4dabdbbb-ddc4-4d2e-a86f-f9f97eda0114 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/security-groups?id=41b63a3d-6b98-489d-873d-5f8a706d78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429676 Jun 23 19:10:46.495242 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae35c967-b81d-44a2-8b3c-cf7a20db974a req-5e1c98f1-17ec-41ea-a627-d4cf4ff63b3d tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:46.503199 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ae35c967-b81d-44a2-8b3c-cf7a20db974a req-5e1c98f1-17ec-41ea-a627-d4cf4ff63b3d tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f022836-784f-4a4c-ab37-ae1725639d96 HTTP/1.1" status: 200 len: 945 time: 0.0923126 Jun 23 19:10:46.554673 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ae35c967-b81d-44a2-8b3c-cf7a20db974a req-e979fd3b-abbd-4fbb-9d2f-f1111b1b6ba4 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/security-groups?id=91571f0b-7134-4fa9-bd9c-2145cc487829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464289 Jun 23 19:10:47.129575 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:47.185955 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997a86ef-9f09-4c7f-98dd-111da116ab9f req-39a218c3-65cf-462e-9b87-ff6ff426f41f tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:47.196038 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-997a86ef-9f09-4c7f-98dd-111da116ab9f req-39a218c3-65cf-462e-9b87-ff6ff426f41f tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 945 time: 0.1125462 Jun 23 19:10:47.264301 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-997a86ef-9f09-4c7f-98dd-111da116ab9f req-a96faa36-9ead-45e9-ab56-d8ad161818a2 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648839 Jun 23 19:10:47.539705 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e627bf-5d32-419e-967f-b913feafb5f1 req-6e31cde4-796b-4f20-a21a-f4f22633529f tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:47.541834 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-22e627bf-5d32-419e-967f-b913feafb5f1 req-6e31cde4-796b-4f20-a21a-f4f22633529f tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/ports?device_id=19f4a415-61b3-489e-a00a-f8d4c6e63a93 HTTP/1.1" status: 200 len: 945 time: 0.0810790 Jun 23 19:10:47.593025 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-22e627bf-5d32-419e-967f-b913feafb5f1 req-f50652a6-95cf-4fa3-a232-0efff6035499 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/security-groups?id=41b63a3d-6b98-489d-873d-5f8a706d78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395408 Jun 23 19:10:47.799044 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d46d398-1a75-4ddf-86d9-a2d5abc2a30e req-c27861ac-1ed3-41d2-942c-db948b95e116 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:47.802818 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9d46d398-1a75-4ddf-86d9-a2d5abc2a30e req-c27861ac-1ed3-41d2-942c-db948b95e116 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f022836-784f-4a4c-ab37-ae1725639d96 HTTP/1.1" status: 200 len: 945 time: 0.1029484 Jun 23 19:10:47.846672 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9d46d398-1a75-4ddf-86d9-a2d5abc2a30e req-b0bea0fa-fac3-4b2d-8f47-9a8c894c63ff tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/security-groups?id=91571f0b-7134-4fa9-bd9c-2145cc487829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378709 Jun 23 19:10:48.153923 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device e1b6ff06-a651-45ca-964e-d412481c4271 up at agent hyperv_hv-cinder-79049 {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:10:48.310561 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Provisioning for port e1b6ff06-a651-45ca-964e-d412481c4271 completed by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:10:48.315518 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Provisioning complete for port e1b6ff06-a651-45ca-964e-d412481c4271 triggered by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:10:48.315917 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:48.434824 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:48.487269 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19f4a415-61b3-489e-a00a-f8d4c6e63a93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b6ff06-a651-45ca-964e-d412481c4271'}] {{(pid=93954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:10:48.504330 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78efef87a1af135e54214795b53a936b9e8d2b7d09f053504b37278e2de45a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd47ca5-dfc1-4122-bcf7-9a9032cf1534" -d '{"events": [{"server_uuid": "19f4a415-61b3-489e-a00a-f8d4c6e63a93", "name": "network-vif-plugged", "status": "completed", "tag": "e1b6ff06-a651-45ca-964e-d412481c4271"}]}' {{(pid=93954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:10:48.504526 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa77b5-6e80-4331-b784-05d791ec8768 req-31cb1502-030a-411e-876a-e62910c65ac5 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:48.506640 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-6baa77b5-6e80-4331-b784-05d791ec8768 req-31cb1502-030a-411e-876a-e62910c65ac5 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 945 time: 0.0903389 Jun 23 19:10:48.511292 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] For port e1b6ff06-a651-45ca-964e-d412481c4271, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=e1b6ff06-a651-45ca-964e-d412481c4271,segment=NetworkSegment(06f030b8-92aa-4704-905c-d54ec014c332),segment_id=06f030b8-92aa-4704-905c-d54ec014c332)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:10:48.550177 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-6baa77b5-6e80-4331-b784-05d791ec8768 req-af114ec0-c06f-4ebf-bcef-4ffe32117ce5 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409517 Jun 23 19:10:48.586823 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:48.590947 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-980314d3-5600-4abe-b1bb-401800e8a61a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:10:48.617359 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c89001df-26c8-466d-8b2e-184772ed61ed x-openstack-request-id: req-c89001df-26c8-466d-8b2e-184772ed61ed {{(pid=93954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:10:48.617746 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19f4a415-61b3-489e-a00a-f8d4c6e63a93", "name": "network-vif-plugged", "status": "completed", "tag": "e1b6ff06-a651-45ca-964e-d412481c4271", "code": 200}]} {{(pid=93954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:10:48.618633 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c89001df-26c8-466d-8b2e-184772ed61ed {{(pid=93954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:10:48.619084 dv-cinder-790492-6-iscsi neutron-server[93954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19f4a415-61b3-489e-a00a-f8d4c6e63a93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b6ff06-a651-45ca-964e-d412481c4271', 'code': 200} Jun 23 19:10:48.650654 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Pushing event updated for resources: {'Port': ['ID=e1b6ff06-a651-45ca-964e-d412481c4271,revision_number=5']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:10:48.691012 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:10:48.810078 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ef23a3-7f54-42ec-9599-e7c5ca754c6e req-7b538c7d-4625-41fb-99d8-1e3e57163085 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:48.811621 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-62ef23a3-7f54-42ec-9599-e7c5ca754c6e req-7b538c7d-4625-41fb-99d8-1e3e57163085 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/ports?device_id=19f4a415-61b3-489e-a00a-f8d4c6e63a93 HTTP/1.1" status: 200 len: 946 time: 0.0706093 Jun 23 19:10:48.851674 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-62ef23a3-7f54-42ec-9599-e7c5ca754c6e req-8c0d1fa6-1efd-447a-a944-3114e28867ca tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/security-groups?id=41b63a3d-6b98-489d-873d-5f8a706d78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343311 Jun 23 19:10:49.036200 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e165a60-b025-4cd4-9caa-6eda9344f4ff req-da97d1cf-3345-4b57-a59f-9616ae603b1c tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:49.071465 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0e165a60-b025-4cd4-9caa-6eda9344f4ff req-da97d1cf-3345-4b57-a59f-9616ae603b1c tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f022836-784f-4a4c-ab37-ae1725639d96 HTTP/1.1" status: 200 len: 945 time: 0.0645049 Jun 23 19:10:49.096815 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0e165a60-b025-4cd4-9caa-6eda9344f4ff req-d06ee098-a664-4aa0-875a-dc4f9737b477 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/security-groups?id=91571f0b-7134-4fa9-bd9c-2145cc487829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528402 Jun 23 19:10:49.878746 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179a1600-4ece-4cac-bcae-7a11e0fd3385 req-02e4510b-0412-4da4-abc8-bda38c200692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:49.880086 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-179a1600-4ece-4cac-bcae-7a11e0fd3385 req-02e4510b-0412-4da4-abc8-bda38c200692 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=19f4a415-61b3-489e-a00a-f8d4c6e63a93 HTTP/1.1" status: 200 len: 1099 time: 0.1941655 Jun 23 19:10:49.889505 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df7233-9236-4693-a91a-d94c079a62b3 req-e064f010-fc9e-4d40-b775-c1037b2d4e7c tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:49.891311 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-13df7233-9236-4693-a91a-d94c079a62b3 req-e064f010-fc9e-4d40-b775-c1037b2d4e7c tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 945 time: 0.1208882 Jun 23 19:10:49.965893 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-179a1600-4ece-4cac-bcae-7a11e0fd3385 req-b6fea75d-f09a-4b00-aff2-a2ae090e93ce service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=41b63a3d-6b98-489d-873d-5f8a706d78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692139 Jun 23 19:10:50.028826 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-13df7233-9236-4693-a91a-d94c079a62b3 req-d01c9e7f-a8b3-44d3-98b9-c4701039e320 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068430 Jun 23 19:10:50.247687 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00372648-e043-4de8-a57a-2d4acd10b104 req-16781feb-6012-4c21-85e1-85070a5918a4 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:50.249117 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-00372648-e043-4de8-a57a-2d4acd10b104 req-16781feb-6012-4c21-85e1-85070a5918a4 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/ports?device_id=19f4a415-61b3-489e-a00a-f8d4c6e63a93 HTTP/1.1" status: 200 len: 946 time: 0.0837777 Jun 23 19:10:50.306782 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-00372648-e043-4de8-a57a-2d4acd10b104 req-fa224edb-6aed-460e-9847-2ca1214e593b tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/security-groups?id=41b63a3d-6b98-489d-873d-5f8a706d78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475335 Jun 23 19:10:50.506926 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b44511-4888-4c32-bd79-b518768c4386 req-0c913d09-8643-490f-8705-bfb443e35e5f tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:50.508356 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a0b44511-4888-4c32-bd79-b518768c4386 req-0c913d09-8643-490f-8705-bfb443e35e5f tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f022836-784f-4a4c-ab37-ae1725639d96 HTTP/1.1" status: 200 len: 945 time: 0.0814962 Jun 23 19:10:50.570924 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a0b44511-4888-4c32-bd79-b518768c4386 req-6c9d9eec-d3da-44d9-8c8c-1e1893afdb47 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/security-groups?id=91571f0b-7134-4fa9-bd9c-2145cc487829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549991 Jun 23 19:10:50.881952 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bef16f-8946-48e4-96b5-651aa5612c8e req-2f02703d-eb3e-4c28-9dfe-079e55fb9b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:50.883797 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-33bef16f-8946-48e4-96b5-651aa5612c8e req-2f02703d-eb3e-4c28-9dfe-079e55fb9b76 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4cbd9e58e50b42a281ca078879fab751&device_id=0f022836-784f-4a4c-ab37-ae1725639d96 HTTP/1.1" status: 200 len: 1098 time: 0.0587895 Jun 23 19:10:51.101174 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bef16f-8946-48e4-96b5-651aa5612c8e req-2f5be9e2-7192-40d2-8506-0c580c8fc181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:51.102706 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-33bef16f-8946-48e4-96b5-651aa5612c8e req-2f5be9e2-7192-40d2-8506-0c580c8fc181 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e9fa93c1-9380-43f6-a51c-3dfc88effd3b HTTP/1.1" status: 200 len: 912 time: 0.1852427 Jun 23 19:10:51.205937 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-33bef16f-8946-48e4-96b5-651aa5612c8e req-1a33b88f-44c9-4b38-9542-334c83ee33c0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61982a3b-9cce-4222-a53c-34caf6941c0c HTTP/1.1" status: 200 len: 1000 time: 0.0925858 Jun 23 19:10:51.559230 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bef16f-8946-48e4-96b5-651aa5612c8e req-d7d96fee-d906-4f77-8ab2-c44c97c44b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:51.570706 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-33bef16f-8946-48e4-96b5-651aa5612c8e req-d7d96fee-d906-4f77-8ab2-c44c97c44b01 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=09e805ee-e30d-4540-8ef6-67d65653382f HTTP/1.1" status: 200 len: 850 time: 0.0689194 Jun 23 19:10:51.657732 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82082350-0693-4589-950e-2952b34aaf9c req-84006ed9-1ff5-4aa8-b53b-c3c22c1bb929 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:51.665186 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-82082350-0693-4589-950e-2952b34aaf9c req-84006ed9-1ff5-4aa8-b53b-c3c22c1bb929 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 945 time: 0.4840417 Jun 23 19:10:51.722058 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bef16f-8946-48e4-96b5-651aa5612c8e req-f4f32e52-3f50-4afd-956b-d8326f761c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:51.727962 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-33bef16f-8946-48e4-96b5-651aa5612c8e req-f4f32e52-3f50-4afd-956b-d8326f761c1d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e9fa93c1-9380-43f6-a51c-3dfc88effd3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1514046 Jun 23 19:10:51.736801 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-82082350-0693-4589-950e-2952b34aaf9c req-30bf7492-5b07-4b96-91ce-fb4ab901ad29 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706050 Jun 23 19:10:51.859193 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-33bef16f-8946-48e4-96b5-651aa5612c8e req-0e38f619-c51e-410d-b4ed-4f020a9ff8a1 service neutron] 10.222.0.49 "GET /v2.0/networks/e9fa93c1-9380-43f6-a51c-3dfc88effd3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210001 Jun 23 19:10:52.022803 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-33bef16f-8946-48e4-96b5-651aa5612c8e req-38082b12-500a-41cd-938c-d5cab04bc459 service neutron] 10.222.0.49 "GET /v2.0/networks/e9fa93c1-9380-43f6-a51c-3dfc88effd3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561992 Jun 23 19:10:52.039176 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b4ee1-96e1-40ef-848a-90ab908fd911 req-abe12dca-58d4-4f22-864f-bd91fc548d61 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:52.050388 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-865b4ee1-96e1-40ef-848a-90ab908fd911 req-abe12dca-58d4-4f22-864f-bd91fc548d61 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/ports?device_id=19f4a415-61b3-489e-a00a-f8d4c6e63a93 HTTP/1.1" status: 200 len: 946 time: 0.1427732 Jun 23 19:10:52.129029 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-865b4ee1-96e1-40ef-848a-90ab908fd911 req-fce5090f-ca2e-4ef5-8543-9072bc28ccce tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/security-groups?id=41b63a3d-6b98-489d-873d-5f8a706d78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761588 Jun 23 19:10:52.322511 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6874214-b1fb-41f8-87dc-7b43546c6729 req-d0b344bb-746b-41ea-93c4-9dcb56fcb3b1 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:52.328049 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d6874214-b1fb-41f8-87dc-7b43546c6729 req-d0b344bb-746b-41ea-93c4-9dcb56fcb3b1 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f022836-784f-4a4c-ab37-ae1725639d96 HTTP/1.1" status: 200 len: 945 time: 0.0895927 Jun 23 19:10:52.378095 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d6874214-b1fb-41f8-87dc-7b43546c6729 req-f332eaa9-15e3-4995-acf4-decd700119c3 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/security-groups?id=91571f0b-7134-4fa9-bd9c-2145cc487829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474370 Jun 23 19:10:52.631502 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec44766-5a46-4ef3-a995-ffce93b18ca3 req-314a71a0-f958-46cb-a45f-3770bbf36076 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:52.631502 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3ec44766-5a46-4ef3-a995-ffce93b18ca3 req-314a71a0-f958-46cb-a45f-3770bbf36076 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/ports?device_id=19f4a415-61b3-489e-a00a-f8d4c6e63a93 HTTP/1.1" status: 200 len: 946 time: 0.0928845 Jun 23 19:10:52.663263 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3ec44766-5a46-4ef3-a995-ffce93b18ca3 req-86ed06cf-e34e-40d6-9631-cf5b712177b8 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/security-groups?id=41b63a3d-6b98-489d-873d-5f8a706d78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392449 Jun 23 19:10:53.073737 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1a0469-0a17-4a93-9660-ad3ec937e12d req-2430b32d-6e5f-4880-bf23-44b1fd05703c tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:53.075243 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-bc1a0469-0a17-4a93-9660-ad3ec937e12d req-2430b32d-6e5f-4880-bf23-44b1fd05703c tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 945 time: 0.0707123 Jun 23 19:10:53.139289 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-bc1a0469-0a17-4a93-9660-ad3ec937e12d req-a572989d-7dcd-4f21-8f6e-02efaab12837 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572598 Jun 23 19:10:53.323114 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70023b19-ab2b-443d-ab74-19b3da54fa7a req-89dc0090-135d-4f3a-8f15-54e3fee9e36d tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:53.324867 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-70023b19-ab2b-443d-ab74-19b3da54fa7a req-89dc0090-135d-4f3a-8f15-54e3fee9e36d tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/ports?device_id=19f4a415-61b3-489e-a00a-f8d4c6e63a93 HTTP/1.1" status: 200 len: 946 time: 0.0834997 Jun 23 19:10:53.375369 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-70023b19-ab2b-443d-ab74-19b3da54fa7a req-c38abe48-7243-440c-a793-19b99218cffa tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/security-groups?id=41b63a3d-6b98-489d-873d-5f8a706d78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442145 Jun 23 19:10:53.606410 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b32fab-c066-4604-81c0-3f289bf1ea1b req-66e7a34a-6704-4607-9fd0-9d51d6869898 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:53.608181 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-86b32fab-c066-4604-81c0-3f289bf1ea1b req-66e7a34a-6704-4607-9fd0-9d51d6869898 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f022836-784f-4a4c-ab37-ae1725639d96 HTTP/1.1" status: 200 len: 945 time: 0.0863192 Jun 23 19:10:53.678915 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-86b32fab-c066-4604-81c0-3f289bf1ea1b req-b1404fe7-ec6d-4767-8ce8-02aa8e7b7a9d tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/security-groups?id=91571f0b-7134-4fa9-bd9c-2145cc487829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627725 Jun 23 19:10:54.507086 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98914a0f-92e4-42c9-abfb-41284907f0b4 req-8b00d729-a684-460f-83e3-16b5a5171e23 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:54.510352 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-98914a0f-92e4-42c9-abfb-41284907f0b4 req-8b00d729-a684-460f-83e3-16b5a5171e23 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 945 time: 0.0767975 Jun 23 19:10:54.559904 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-98914a0f-92e4-42c9-abfb-41284907f0b4 req-1d309104-32d8-460c-9ce9-c29b0d0bacdf tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400839 Jun 23 19:10:54.748805 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a694c338-7afe-44f6-af94-ecdffece22cd req-f802ca22-0d16-4906-85ed-99cc31f91f8d tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:54.750308 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a694c338-7afe-44f6-af94-ecdffece22cd req-f802ca22-0d16-4906-85ed-99cc31f91f8d tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f022836-784f-4a4c-ab37-ae1725639d96 HTTP/1.1" status: 200 len: 945 time: 0.0728633 Jun 23 19:10:54.788061 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a694c338-7afe-44f6-af94-ecdffece22cd req-591f37ae-1513-4836-b3b2-6ed5266e1722 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/security-groups?id=91571f0b-7134-4fa9-bd9c-2145cc487829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321043 Jun 23 19:10:55.507144 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c1f34-528f-4dd4-a60b-40f0dc8122c0 req-79b8dc4a-7ab6-46f9-a0b7-f644c5506672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:55.509255 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-cc9c1f34-528f-4dd4-a60b-40f0dc8122c0 req-79b8dc4a-7ab6-46f9-a0b7-f644c5506672 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4cbd9e58e50b42a281ca078879fab751&device_id=0f022836-784f-4a4c-ab37-ae1725639d96 HTTP/1.1" status: 200 len: 1098 time: 0.0563924 Jun 23 19:10:55.614397 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c1f34-528f-4dd4-a60b-40f0dc8122c0 req-993c3528-51eb-48da-ae72-016f9d1af5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:55.616743 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-cc9c1f34-528f-4dd4-a60b-40f0dc8122c0 req-993c3528-51eb-48da-ae72-016f9d1af5c2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e9fa93c1-9380-43f6-a51c-3dfc88effd3b HTTP/1.1" status: 200 len: 912 time: 0.0995982 Jun 23 19:10:55.711128 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-cc9c1f34-528f-4dd4-a60b-40f0dc8122c0 req-2af2bedc-2a53-4018-9d18-74105838b8fa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61982a3b-9cce-4222-a53c-34caf6941c0c HTTP/1.1" status: 200 len: 1000 time: 0.0860574 Jun 23 19:10:55.780611 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff78c0-639d-451f-9722-3b65b1d91f91 req-97f96d28-beff-4a6d-87e2-fd74140d14e1 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:55.782812 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-dbff78c0-639d-451f-9722-3b65b1d91f91 req-97f96d28-beff-4a6d-87e2-fd74140d14e1 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 945 time: 0.0819478 Jun 23 19:10:55.881543 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c1f34-528f-4dd4-a60b-40f0dc8122c0 req-cfd3c12c-2315-4195-bdba-6b94011dd7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:55.883067 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-cc9c1f34-528f-4dd4-a60b-40f0dc8122c0 req-cfd3c12c-2315-4195-bdba-6b94011dd7da service neutron] 10.222.0.49 "GET /v2.0/subnets?id=09e805ee-e30d-4540-8ef6-67d65653382f HTTP/1.1" status: 200 len: 850 time: 0.0989733 Jun 23 19:10:55.886896 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-dbff78c0-639d-451f-9722-3b65b1d91f91 req-2d9f8d09-f1a1-4b5d-a648-d0e01d725529 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922992 Jun 23 19:10:55.980570 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c1f34-528f-4dd4-a60b-40f0dc8122c0 req-405efa2b-af1a-4370-bd7f-b097584986ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:55.982610 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-cc9c1f34-528f-4dd4-a60b-40f0dc8122c0 req-405efa2b-af1a-4370-bd7f-b097584986ad service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e9fa93c1-9380-43f6-a51c-3dfc88effd3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0916529 Jun 23 19:10:56.149260 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-cc9c1f34-528f-4dd4-a60b-40f0dc8122c0 req-ef9f96c0-0ebf-40b8-93c4-f6049f4ad970 service neutron] 10.222.0.49 "GET /v2.0/networks/e9fa93c1-9380-43f6-a51c-3dfc88effd3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583686 Jun 23 19:10:56.200543 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9341dbb-d09d-46d5-8a22-d1891ea4af6f req-676cf2eb-2035-4a63-ac27-4f390264c185 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:56.202098 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d9341dbb-d09d-46d5-8a22-d1891ea4af6f req-676cf2eb-2035-4a63-ac27-4f390264c185 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f022836-784f-4a4c-ab37-ae1725639d96 HTTP/1.1" status: 200 len: 945 time: 0.1645286 Jun 23 19:10:56.285034 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d9341dbb-d09d-46d5-8a22-d1891ea4af6f req-d34923c7-07d6-489b-a1f0-3791ee0c704d tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/security-groups?id=91571f0b-7134-4fa9-bd9c-2145cc487829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583930 Jun 23 19:10:56.291589 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-cc9c1f34-528f-4dd4-a60b-40f0dc8122c0 req-1ab08a76-9f93-4e7a-9faf-a96da2b37c2b service neutron] 10.222.0.49 "GET /v2.0/networks/e9fa93c1-9380-43f6-a51c-3dfc88effd3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343768 Jun 23 19:10:56.406908 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f538e1ac-4ed7-458e-aabb-c34ec21bbb58 req-14e3b866-e989-4113-97b9-54036de4b9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:56.408436 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f538e1ac-4ed7-458e-aabb-c34ec21bbb58 req-14e3b866-e989-4113-97b9-54036de4b9d6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=29cd4a25dde246cd9b647b69d19079f6&device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 1098 time: 0.0641651 Jun 23 19:10:56.578823 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f538e1ac-4ed7-458e-aabb-c34ec21bbb58 req-abe133ec-3e21-423d-bda7-846eb8ce7eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:56.580338 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f538e1ac-4ed7-458e-aabb-c34ec21bbb58 req-abe133ec-3e21-423d-bda7-846eb8ce7eb1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d02d4878-2846-42b3-8429-dddc3d54aa5f HTTP/1.1" status: 200 len: 918 time: 0.1631994 Jun 23 19:10:56.638698 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230643e7-c61f-43c1-83e1-4dfb0d842fa4 req-200eee50-3944-4f51-bc4b-620866e57a9a tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:56.640265 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-230643e7-c61f-43c1-83e1-4dfb0d842fa4 req-200eee50-3944-4f51-bc4b-620866e57a9a tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/networks?id=8300ab53-bf8c-42c0-a416-e2ddb7ef4198 HTTP/1.1" status: 200 len: 814 time: 0.2041383 Jun 23 19:10:56.663370 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-230643e7-c61f-43c1-83e1-4dfb0d842fa4 req-45494c9b-6697-42b7-b7c9-8f9cb128fa8d tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/quotas/db90b450117a465f92e6d82ef61dfe48 HTTP/1.1" status: 200 len: 375 time: 0.0175591 Jun 23 19:10:56.690416 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f538e1ac-4ed7-458e-aabb-c34ec21bbb58 req-f8f74ac5-c2e8-45b3-8864-fc06381de5ba service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e34fc00-a696-4f73-9fac-286e1851994d HTTP/1.1" status: 200 len: 1001 time: 0.1002808 Jun 23 19:10:56.721912 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-230643e7-c61f-43c1-83e1-4dfb0d842fa4 req-cd7e2649-9b07-4ece-a3bf-17c3d6a5f583 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=db90b450117a465f92e6d82ef61dfe48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474005 Jun 23 19:10:56.834892 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f538e1ac-4ed7-458e-aabb-c34ec21bbb58 req-77e472e1-e2a7-4dae-a6ca-1c45add6e383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:56.836399 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f538e1ac-4ed7-458e-aabb-c34ec21bbb58 req-77e472e1-e2a7-4dae-a6ca-1c45add6e383 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d0c9ad5e-51b6-4019-87c2-098d82b200c4 HTTP/1.1" status: 200 len: 856 time: 0.1190765 Jun 23 19:10:56.880700 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-230643e7-c61f-43c1-83e1-4dfb0d842fa4 req-f5672dd1-057a-4beb-8a45-b45bb3634604 service neutron] 10.222.0.69 "GET /v2.0/networks/8300ab53-bf8c-42c0-a416-e2ddb7ef4198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260073 Jun 23 19:10:57.005570 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f538e1ac-4ed7-458e-aabb-c34ec21bbb58 req-a4bbcb5b-4896-4e03-b2c8-9036cf59e035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:57.007061 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f538e1ac-4ed7-458e-aabb-c34ec21bbb58 req-a4bbcb5b-4896-4e03-b2c8-9036cf59e035 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d02d4878-2846-42b3-8429-dddc3d54aa5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1389487 Jun 23 19:10:57.011734 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-230643e7-c61f-43c1-83e1-4dfb0d842fa4 req-795152c5-c43a-44b8-9c8f-7cc9a2824312 service neutron] 10.222.0.69 "GET /v2.0/networks/8300ab53-bf8c-42c0-a416-e2ddb7ef4198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146402 Jun 23 19:10:57.120651 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f538e1ac-4ed7-458e-aabb-c34ec21bbb58 req-c81c351a-5438-46e2-b991-6a659efbcee3 service neutron] 10.222.0.49 "GET /v2.0/networks/d02d4878-2846-42b3-8429-dddc3d54aa5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034493 Jun 23 19:10:57.221857 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f538e1ac-4ed7-458e-aabb-c34ec21bbb58 req-a3c08629-8264-4548-b62e-97a0ec278a0e service neutron] 10.222.0.49 "GET /v2.0/networks/d02d4878-2846-42b3-8429-dddc3d54aa5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912473 Jun 23 19:10:58.476560 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9210ac4c-ee10-46a6-b961-8a5b8209353b req-6a601350-ef62-4bef-8c0a-724833f4d831 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:58.479192 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9210ac4c-ee10-46a6-b961-8a5b8209353b req-6a601350-ef62-4bef-8c0a-724833f4d831 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 945 time: 0.0815499 Jun 23 19:10:58.520619 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9210ac4c-ee10-46a6-b961-8a5b8209353b req-26b08110-1bca-4cff-83dc-0f2f77f6d2fd tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346522 Jun 23 19:10:58.662910 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-18c7e0c6-0fec-4b69-a092-8b4d82aa92b4 req-4ce82261-955b-4cd7-91d4-62b5d6a1ddbc tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/ports?device_id=65621b66-03b1-4dca-9fb0-95ff39ba1945 HTTP/1.1" status: 200 len: 210 time: 0.0331116 Jun 23 19:10:58.844599 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b2af95-e2d1-46a4-a79e-6f7a07ce0996 req-9fa79ee7-95db-46db-85bf-34bd8f3213bd tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:58.846171 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-50b2af95-e2d1-46a4-a79e-6f7a07ce0996 req-9fa79ee7-95db-46db-85bf-34bd8f3213bd tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f022836-784f-4a4c-ab37-ae1725639d96 HTTP/1.1" status: 200 len: 945 time: 0.0743930 Jun 23 19:10:58.889706 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-50b2af95-e2d1-46a4-a79e-6f7a07ce0996 req-fad83cc2-b9c9-4531-b27c-dd4d35b83e73 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/security-groups?id=91571f0b-7134-4fa9-bd9c-2145cc487829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374095 Jun 23 19:10:59.707000 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b29c683-512f-4c8b-ba82-a60482ccabf7 req-e6dab58e-9bb9-4349-98d2-98511732f76e tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:59.708470 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2b29c683-512f-4c8b-ba82-a60482ccabf7 req-e6dab58e-9bb9-4349-98d2-98511732f76e tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 945 time: 0.0651629 Jun 23 19:10:59.748326 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2b29c683-512f-4c8b-ba82-a60482ccabf7 req-138222c2-ffd0-431b-90a3-b41a63da1657 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336063 Jun 23 19:10:59.910787 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7667ad42-ddb3-4372-b85c-25df2840cae0 req-bf440b12-c7f2-4cb4-8733-09dc574a0496 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/ports?device_id=65621b66-03b1-4dca-9fb0-95ff39ba1945 HTTP/1.1" status: 200 len: 210 time: 0.0491521 Jun 23 19:11:00.022545 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230643e7-c61f-43c1-83e1-4dfb0d842fa4 req-a085db72-29cd-42a9-8742-57a49a8f41da tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:00.024916 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-230643e7-c61f-43c1-83e1-4dfb0d842fa4 req-a085db72-29cd-42a9-8742-57a49a8f41da tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.49 "GET /v2.0/networks?id=8300ab53-bf8c-42c0-a416-e2ddb7ef4198 HTTP/1.1" status: 200 len: 814 time: 0.1489246 Jun 23 19:11:00.046456 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [req-230643e7-c61f-43c1-83e1-4dfb0d842fa4 req-c4fd1157-9a6f-43f4-bd54-7f6b5ba8998e tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Request body: {'port': {'device_id': '65621b66-03b1-4dca-9fb0-95ff39ba1945', 'network_id': '8300ab53-bf8c-42c0-a416-e2ddb7ef4198', 'admin_state_up': True, 'tenant_id': 'db90b450117a465f92e6d82ef61dfe48'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:11:00.281542 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f6e1e18-82e6-42ae-8143-af9e1dc704be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:00.355572 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-230643e7-c61f-43c1-83e1-4dfb0d842fa4 req-c4fd1157-9a6f-43f4-bd54-7f6b5ba8998e tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Made reservation on behalf of db90b450117a465f92e6d82ef61dfe48 for: {'port': 1} {{(pid=93953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:11:00.359366 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-230643e7-c61f-43c1-83e1-4dfb0d842fa4 req-c4fd1157-9a6f-43f4-bd54-7f6b5ba8998e tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-975148'] for port, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:00.495703 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_common [req-230643e7-c61f-43c1-83e1-4dfb0d842fa4 req-c4fd1157-9a6f-43f4-bd54-7f6b5ba8998e tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Allocated IP 172.20.0.9 (8300ab53-bf8c-42c0-a416-e2ddb7ef4198/3949b218-0df6-4be2-a186-712a1e4dfc6e/81f334bd-1978-4989-a871-a88f12e3c856) {{(pid=93953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:11:00.677621 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-230643e7-c61f-43c1-83e1-4dfb0d842fa4 req-c4fd1157-9a6f-43f4-bd54-7f6b5ba8998e tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Notify callbacks [] for port, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:00.791661 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-230643e7-c61f-43c1-83e1-4dfb0d842fa4 req-c4fd1157-9a6f-43f4-bd54-7f6b5ba8998e tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-975211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745549236125'] for port, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:00.797700 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-0386add2-2086-4b93-9a35-8132d2ca3e2d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:11:00.834739 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-230643e7-c61f-43c1-83e1-4dfb0d842fa4 req-c4fd1157-9a6f-43f4-bd54-7f6b5ba8998e tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Network 8300ab53-bf8c-42c0-a416-e2ddb7ef4198 is already hosted by enough agents. {{(pid=93953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:11:00.838355 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [req-230643e7-c61f-43c1-83e1-4dfb0d842fa4 req-c4fd1157-9a6f-43f4-bd54-7f6b5ba8998e tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Resources bound (agent type, host, resource id): {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:11:00.841179 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [req-230643e7-c61f-43c1-83e1-4dfb0d842fa4 req-c4fd1157-9a6f-43f4-bd54-7f6b5ba8998e tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Received port after_create {{(pid=93953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:11:00.847047 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230643e7-c61f-43c1-83e1-4dfb0d842fa4 req-c4fd1157-9a6f-43f4-bd54-7f6b5ba8998e tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:00.847725 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-230643e7-c61f-43c1-83e1-4dfb0d842fa4 req-c4fd1157-9a6f-43f4-bd54-7f6b5ba8998e tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:00.873451 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fd1157-9a6f-43f4-bd54-7f6b5ba8998e tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Pushing event updated for resources: {'Port': ['ID=81f334bd-1978-4989-a871-a88f12e3c856,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:11:00.911099 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fd1157-9a6f-43f4-bd54-7f6b5ba8998e tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:11:00.918217 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fd1157-9a6f-43f4-bd54-7f6b5ba8998e tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:11:00.918217 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fd1157-9a6f-43f4-bd54-7f6b5ba8998e tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:11:00.918217 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fd1157-9a6f-43f4-bd54-7f6b5ba8998e tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:11:00.918217 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fd1157-9a6f-43f4-bd54-7f6b5ba8998e tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:11:00.918217 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fd1157-9a6f-43f4-bd54-7f6b5ba8998e tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:11:00.918217 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fd1157-9a6f-43f4-bd54-7f6b5ba8998e tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:11:00.918217 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fd1157-9a6f-43f4-bd54-7f6b5ba8998e tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:11:00.918217 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fd1157-9a6f-43f4-bd54-7f6b5ba8998e tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:11:00.918217 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fd1157-9a6f-43f4-bd54-7f6b5ba8998e tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:11:00.918217 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fd1157-9a6f-43f4-bd54-7f6b5ba8998e tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:11:00.918217 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fd1157-9a6f-43f4-bd54-7f6b5ba8998e tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:11:00.920450 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-c4fd1157-9a6f-43f4-bd54-7f6b5ba8998e tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:11:00.941784 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-230643e7-c61f-43c1-83e1-4dfb0d842fa4 req-c4fd1157-9a6f-43f4-bd54-7f6b5ba8998e tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8999298 Jun 23 19:11:00.963069 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3198cc01-6c86-46c3-a3ec-cd989fd6633c req-6086f177-9981-42d5-8f7c-65f1f7ed7eb2 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:00.964643 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3198cc01-6c86-46c3-a3ec-cd989fd6633c req-6086f177-9981-42d5-8f7c-65f1f7ed7eb2 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 945 time: 0.0887165 Jun 23 19:11:00.969591 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [req-230643e7-c61f-43c1-83e1-4dfb0d842fa4 req-1e52c786-074f-4ff3-903b-586ab669879f service neutron] Request body: {'port': {'device_id': '65621b66-03b1-4dca-9fb0-95ff39ba1945', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:11:01.038343 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3198cc01-6c86-46c3-a3ec-cd989fd6633c req-9c11b07d-b297-4c90-9bd8-3337a275ce18 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659976 Jun 23 19:11:01.083359 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-230643e7-c61f-43c1-83e1-4dfb0d842fa4 req-1e52c786-074f-4ff3-903b-586ab669879f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:01.266520 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device 4e34fc00-a696-4f73-9fac-286e1851994d no longer exists at agent hyperv_hv-cinder-79049 {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:11:01.370147 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:01.396091 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00fb7bdb-349a-47eb-8883-7f210aff4653', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e34fc00-a696-4f73-9fac-286e1851994d'}] {{(pid=93954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:11:01.398685 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78efef87a1af135e54214795b53a936b9e8d2b7d09f053504b37278e2de45a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a6f94e-f2ef-45e6-9844-04c872659dc0" -d '{"events": [{"server_uuid": "00fb7bdb-349a-47eb-8883-7f210aff4653", "name": "network-vif-unplugged", "status": "completed", "tag": "4e34fc00-a696-4f73-9fac-286e1851994d"}]}' {{(pid=93954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:11:01.413449 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] For port 4e34fc00-a696-4f73-9fac-286e1851994d, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=4e34fc00-a696-4f73-9fac-286e1851994d,segment=NetworkSegment(6376ebc8-cc9e-4950-bed1-519aba44fb4f),segment_id=6376ebc8-cc9e-4950-bed1-519aba44fb4f)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:11:01.487040 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:01.489182 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:11:01.544400 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Pushing event updated for resources: {'Port': ['ID=4e34fc00-a696-4f73-9fac-286e1851994d,revision_number=8']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:11:01.548280 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:11:01.680803 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [req-230643e7-c61f-43c1-83e1-4dfb0d842fa4 req-1e52c786-074f-4ff3-903b-586ab669879f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81f334bd-1978-4989-a871-a88f12e3c856 {{(pid=93953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:11:01.690965 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-230643e7-c61f-43c1-83e1-4dfb0d842fa4 req-1e52c786-074f-4ff3-903b-586ab669879f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:01.702960 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc33533-a034-4a46-84d9-cb4c459c2984 req-ce459b7a-b7cc-46b7-93cc-57bbe8ed7c19 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:01.704580 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-cdc33533-a034-4a46-84d9-cb4c459c2984 req-ce459b7a-b7cc-46b7-93cc-57bbe8ed7c19 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/ports?device_id=65621b66-03b1-4dca-9fb0-95ff39ba1945 HTTP/1.1" status: 200 len: 931 time: 0.3958929 Jun 23 19:11:01.722361 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [req-230643e7-c61f-43c1-83e1-4dfb0d842fa4 req-1e52c786-074f-4ff3-903b-586ab669879f service neutron] Transition to ACTIVE for port object 81f334bd-1978-4989-a871-a88f12e3c856 will not be triggered until provisioned by entity L2. {{(pid=93953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:11:01.753363 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-cdc33533-a034-4a46-84d9-cb4c459c2984 req-2ddfba31-f1b2-4663-ac5f-b74f2eecc462 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/security-groups?id=204e62e8-8b64-4fe9-8226-e24e494f73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390880 Jun 23 19:11:01.810293 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-230643e7-c61f-43c1-83e1-4dfb0d842fa4 req-1e52c786-074f-4ff3-903b-586ab669879f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:01.815077 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-a46e9d3a-eae7-424e-94a4-c771472151c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:11:01.906343 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e52c786-074f-4ff3-903b-586ab669879f service neutron] Pushing event updated for resources: {'Port': ['ID=81f334bd-1978-4989-a871-a88f12e3c856,revision_number=2']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:11:01.911751 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-1e52c786-074f-4ff3-903b-586ab669879f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:11:01.926490 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-230643e7-c61f-43c1-83e1-4dfb0d842fa4 req-1e52c786-074f-4ff3-903b-586ab669879f service neutron] Attempting to bind port 81f334bd-1978-4989-a871-a88f12e3c856 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:11:01.927148 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-230643e7-c61f-43c1-83e1-4dfb0d842fa4 req-1e52c786-074f-4ff3-903b-586ab669879f service neutron] Attempting to bind port 81f334bd-1978-4989-a871-a88f12e3c856 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '9b8aa179-8fbd-45ea-90df-783f49abcf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '8300ab53-bf8c-42c0-a416-e2ddb7ef4198'}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:11:01.927808 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230643e7-c61f-43c1-83e1-4dfb0d842fa4 req-1e52c786-074f-4ff3-903b-586ab669879f service neutron] Attempting to bind port 81f334bd-1978-4989-a871-a88f12e3c856 on network 8300ab53-bf8c-42c0-a416-e2ddb7ef4198 {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:11:01.936702 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230643e7-c61f-43c1-83e1-4dfb0d842fa4 req-1e52c786-074f-4ff3-903b-586ab669879f service neutron] Port 81f334bd-1978-4989-a871-a88f12e3c856 on network 8300ab53-bf8c-42c0-a416-e2ddb7ef4198 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 19:11:01.937256 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230643e7-c61f-43c1-83e1-4dfb0d842fa4 req-1e52c786-074f-4ff3-903b-586ab669879f service neutron] Attempting to bind port 81f334bd-1978-4989-a871-a88f12e3c856 on network 8300ab53-bf8c-42c0-a416-e2ddb7ef4198 {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:11:01.946770 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230643e7-c61f-43c1-83e1-4dfb0d842fa4 req-1e52c786-074f-4ff3-903b-586ab669879f service neutron] Checking agent: {'id': '931bf73c-9d40-46c8-855c-92667356b0d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 19, 4, 47), 'started_at': datetime.datetime(2021, 6, 23, 19, 4, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:11:01.947236 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230643e7-c61f-43c1-83e1-4dfb0d842fa4 req-1e52c786-074f-4ff3-903b-586ab669879f service neutron] Checking segment: {'id': '9b8aa179-8fbd-45ea-90df-783f49abcf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '8300ab53-bf8c-42c0-a416-e2ddb7ef4198'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:11:01.947764 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230643e7-c61f-43c1-83e1-4dfb0d842fa4 req-1e52c786-074f-4ff3-903b-586ab669879f service neutron] Bound using segment: {'id': '9b8aa179-8fbd-45ea-90df-783f49abcf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '8300ab53-bf8c-42c0-a416-e2ddb7ef4198'} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:11:01.948527 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-230643e7-c61f-43c1-83e1-4dfb0d842fa4 req-1e52c786-074f-4ff3-903b-586ab669879f service neutron] Bound port: 81f334bd-1978-4989-a871-a88f12e3c856, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b8aa179-8fbd-45ea-90df-783f49abcf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '8300ab53-bf8c-42c0-a416-e2ddb7ef4198'}}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:11:01.949121 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-230643e7-c61f-43c1-83e1-4dfb0d842fa4 req-1e52c786-074f-4ff3-903b-586ab669879f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:02.029196 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-230643e7-c61f-43c1-83e1-4dfb0d842fa4 req-1e52c786-074f-4ff3-903b-586ab669879f service neutron] For port 81f334bd-1978-4989-a871-a88f12e3c856, host hv-cinder-79049, cleared binding levels {{(pid=93953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:11:02.032935 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-230643e7-c61f-43c1-83e1-4dfb0d842fa4 req-1e52c786-074f-4ff3-903b-586ab669879f service neutron] For port 81f334bd-1978-4989-a871-a88f12e3c856, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=81f334bd-1978-4989-a871-a88f12e3c856,segment=NetworkSegment(9b8aa179-8fbd-45ea-90df-783f49abcf82),segment_id=9b8aa179-8fbd-45ea-90df-783f49abcf82)] {{(pid=93953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:11:02.156479 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-230643e7-c61f-43c1-83e1-4dfb0d842fa4 req-1e52c786-074f-4ff3-903b-586ab669879f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:02.158698 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-d7eaeb14-b61e-4ad7-bf38-abe5a4527d04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:11:02.193439 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230643e7-c61f-43c1-83e1-4dfb0d842fa4 req-1e52c786-074f-4ff3-903b-586ab669879f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:02.194059 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-230643e7-c61f-43c1-83e1-4dfb0d842fa4 req-1e52c786-074f-4ff3-903b-586ab669879f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:02.195489 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-230643e7-c61f-43c1-83e1-4dfb0d842fa4 req-1e52c786-074f-4ff3-903b-586ab669879f service neutron] 10.222.0.49 "PUT /v2.0/ports/81f334bd-1978-4989-a871-a88f12e3c856 HTTP/1.1" status: 200 len: 1093 time: 1.2298954 Jun 23 19:11:02.196515 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65621b66-03b1-4dca-9fb0-95ff39ba1945', 'tag': '81f334bd-1978-4989-a871-a88f12e3c856'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:11:02.198907 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8902aeace0540733bba5a146bce723956a3312b5b25ae011a73fc84317b4d28a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d75d7a83-aba7-4a24-9c31-65245769c973" -d '{"events": [{"name": "network-changed", "server_uuid": "65621b66-03b1-4dca-9fb0-95ff39ba1945", "tag": "81f334bd-1978-4989-a871-a88f12e3c856"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:11:02.224367 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e52c786-074f-4ff3-903b-586ab669879f service neutron] Pushing event updated for resources: {'Port': ['ID=81f334bd-1978-4989-a871-a88f12e3c856,revision_number=3']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:11:02.227023 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-1e52c786-074f-4ff3-903b-586ab669879f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:11:02.410622 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230643e7-c61f-43c1-83e1-4dfb0d842fa4 req-884260c7-2491-4666-b717-9575d4f40295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:02.412143 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-230643e7-c61f-43c1-83e1-4dfb0d842fa4 req-884260c7-2491-4666-b717-9575d4f40295 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=db90b450117a465f92e6d82ef61dfe48&device_id=65621b66-03b1-4dca-9fb0-95ff39ba1945 HTTP/1.1" status: 200 len: 1096 time: 0.0691013 Jun 23 19:11:02.460852 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-230643e7-c61f-43c1-83e1-4dfb0d842fa4 req-0f8cc5b4-abbc-4dbc-bc72-a9970da47b0f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81f334bd-1978-4989-a871-a88f12e3c856 HTTP/1.1" status: 200 len: 217 time: 0.0340385 Jun 23 19:11:02.516117 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230643e7-c61f-43c1-83e1-4dfb0d842fa4 req-a31538e6-4db4-4f95-b134-cd4964c6b8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:02.517595 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-230643e7-c61f-43c1-83e1-4dfb0d842fa4 req-a31538e6-4db4-4f95-b134-cd4964c6b8fd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3949b218-0df6-4be2-a186-712a1e4dfc6e HTTP/1.1" status: 200 len: 854 time: 0.0449827 Jun 23 19:11:02.554587 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-230643e7-c61f-43c1-83e1-4dfb0d842fa4 req-ad8063b2-2367-4ecc-b879-ae6a0abe0061 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8300ab53-bf8c-42c0-a416-e2ddb7ef4198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304558 Jun 23 19:11:02.657463 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-230643e7-c61f-43c1-83e1-4dfb0d842fa4 req-c8f5eb7e-ca71-4e05-9711-a8c45f021ff1 service neutron] 10.222.0.49 "GET /v2.0/networks/8300ab53-bf8c-42c0-a416-e2ddb7ef4198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888216 Jun 23 19:11:02.766378 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-230643e7-c61f-43c1-83e1-4dfb0d842fa4 req-926772b6-f304-4ff1-aa61-21d5f0fa00cf service neutron] 10.222.0.49 "GET /v2.0/networks/8300ab53-bf8c-42c0-a416-e2ddb7ef4198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988111 Jun 23 19:11:02.944591 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-6653a75e-1665-4068-8e0c-1375312700fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:03.024100 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:03.238628 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 23 Jun 2021 19:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6535d66-206f-413b-8505-ceb03038d264 x-openstack-request-id: req-e6535d66-206f-413b-8505-ceb03038d264 {{(pid=93954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:11:03.239133 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00fb7bdb-349a-47eb-8883-7f210aff4653", "name": "network-vif-unplugged", "status": "failed", "tag": "4e34fc00-a696-4f73-9fac-286e1851994d", "code": 422}]} {{(pid=93954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:11:03.239924 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e6535d66-206f-413b-8505-ceb03038d264 {{(pid=93954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:11:03.240667 dv-cinder-790492-6-iscsi neutron-server[93954]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '00fb7bdb-349a-47eb-8883-7f210aff4653', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4e34fc00-a696-4f73-9fac-286e1851994d', 'code': 422} returned with failed status Jun 23 19:11:03.277502 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-064e7280-a137-42e8-a9bb-e03f078a2ea2 x-openstack-request-id: req-064e7280-a137-42e8-a9bb-e03f078a2ea2 {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:11:03.278292 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65621b66-03b1-4dca-9fb0-95ff39ba1945", "tag": "81f334bd-1978-4989-a871-a88f12e3c856", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:11:03.278292 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-064e7280-a137-42e8-a9bb-e03f078a2ea2 {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:11:03.278860 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65621b66-03b1-4dca-9fb0-95ff39ba1945', 'tag': '81f334bd-1978-4989-a871-a88f12e3c856', 'status': 'completed', 'code': 200} Jun 23 19:11:03.450280 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d7a83-aba7-4a24-9c31-65245769c973 req-c3ac1b2e-e2de-4a40-bb5f-f895ad588a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:03.451879 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d75d7a83-aba7-4a24-9c31-65245769c973 req-c3ac1b2e-e2de-4a40-bb5f-f895ad588a85 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=db90b450117a465f92e6d82ef61dfe48&device_id=65621b66-03b1-4dca-9fb0-95ff39ba1945 HTTP/1.1" status: 200 len: 1096 time: 0.1041465 Jun 23 19:11:03.476164 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd7b83-2d04-49ab-909f-2c62f6345571 req-8188e362-1f6f-4cf8-bcad-66b81c5f51dd tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:03.478349 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-73dd7b83-2d04-49ab-909f-2c62f6345571 req-8188e362-1f6f-4cf8-bcad-66b81c5f51dd tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/ports?device_id=65621b66-03b1-4dca-9fb0-95ff39ba1945 HTTP/1.1" status: 200 len: 943 time: 0.1030734 Jun 23 19:11:03.571847 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-73dd7b83-2d04-49ab-909f-2c62f6345571 req-23a293dd-c6ab-4b31-a493-d6736139c074 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/security-groups?id=204e62e8-8b64-4fe9-8226-e24e494f73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812483 Jun 23 19:11:03.597946 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d7a83-aba7-4a24-9c31-65245769c973 req-1eda0859-1b46-40f7-b53a-c4c95c7de64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:03.600535 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d75d7a83-aba7-4a24-9c31-65245769c973 req-1eda0859-1b46-40f7-b53a-c4c95c7de64e service neutron] 10.222.0.49 "GET /v2.0/networks?id=8300ab53-bf8c-42c0-a416-e2ddb7ef4198 HTTP/1.1" status: 200 len: 915 time: 0.1403327 Jun 23 19:11:03.654902 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d75d7a83-aba7-4a24-9c31-65245769c973 req-fd32a46a-d22b-44c4-b4fb-8371d82c207a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81f334bd-1978-4989-a871-a88f12e3c856 HTTP/1.1" status: 200 len: 217 time: 0.0378363 Jun 23 19:11:03.716655 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d7a83-aba7-4a24-9c31-65245769c973 req-a3538d10-e788-40a9-8716-582b99a83d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:03.718228 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d75d7a83-aba7-4a24-9c31-65245769c973 req-a3538d10-e788-40a9-8716-582b99a83d75 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3949b218-0df6-4be2-a186-712a1e4dfc6e HTTP/1.1" status: 200 len: 854 time: 0.0546522 Jun 23 19:11:03.754285 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d75d7a83-aba7-4a24-9c31-65245769c973 req-b886384e-f731-43e4-b904-5b69f338738a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8300ab53-bf8c-42c0-a416-e2ddb7ef4198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287335 Jun 23 19:11:03.866701 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d75d7a83-aba7-4a24-9c31-65245769c973 req-45262daf-765a-4eae-bf93-ea1a660c1a18 service neutron] 10.222.0.49 "GET /v2.0/networks/8300ab53-bf8c-42c0-a416-e2ddb7ef4198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961795 Jun 23 19:11:04.001675 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d75d7a83-aba7-4a24-9c31-65245769c973 req-ac90a9b1-bc5f-4275-9f9f-dc05d6376278 service neutron] 10.222.0.49 "GET /v2.0/networks/8300ab53-bf8c-42c0-a416-e2ddb7ef4198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274314 Jun 23 19:11:04.224663 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-36873b57-c469-4164-8152-400a4dc72ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:04.233551 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df68c423-9dde-4432-a578-64c831ff77ae req-e078a591-ae75-46b4-860a-f7504555007e tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:04.236219 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-df68c423-9dde-4432-a578-64c831ff77ae req-e078a591-ae75-46b4-860a-f7504555007e tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 943 time: 0.1480367 Jun 23 19:11:04.279482 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-df68c423-9dde-4432-a578-64c831ff77ae req-e7372e0a-2841-4a4b-a3ff-b359013aa146 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384407 Jun 23 19:11:04.648110 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 34676) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:11:04.804131 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f46629-754e-4d68-9b0b-d6c94bfc833d req-9673d4c6-5438-4803-89a0-b33def660505 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:04.806302 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-67f46629-754e-4d68-9b0b-d6c94bfc833d req-9673d4c6-5438-4803-89a0-b33def660505 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/ports?device_id=65621b66-03b1-4dca-9fb0-95ff39ba1945 HTTP/1.1" status: 200 len: 943 time: 0.1084726 Jun 23 19:11:04.812854 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-32ddb797-f258-4afc-bcab-b735fbaab616 req-1862152d-6e4c-4ec9-8101-0bb970a823d3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1632006 Jun 23 19:11:04.869431 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-67f46629-754e-4d68-9b0b-d6c94bfc833d req-237221ca-4edb-42c0-ab63-c8710ae52c37 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/security-groups?id=204e62e8-8b64-4fe9-8226-e24e494f73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473742 Jun 23 19:11:05.311870 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.agents_db [None req-808d9167-7b86-4487-ac1f-373b1677e9b0 None None] Agent healthcheck: found 6 active agents {{(pid=93955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:11:05.449781 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0dfa02b7-e69b-42f9-a1c6-d55a29ea84e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:05.489369 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7f4a38-547a-42e6-994e-50085a39f301 req-9225d17c-5041-43af-b5a4-be64b175f619 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:05.492076 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4c7f4a38-547a-42e6-994e-50085a39f301 req-9225d17c-5041-43af-b5a4-be64b175f619 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 943 time: 0.0884485 Jun 23 19:11:05.538496 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4c7f4a38-547a-42e6-994e-50085a39f301 req-474197e7-385b-44c1-9657-8145a86c3cb8 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405145 Jun 23 19:11:06.081215 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab0c2d1-445d-4fbf-a0d2-fa51eb7086c3 req-ce7cd2a8-f598-4916-8f8a-71b0297ad1b5 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:06.082744 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7ab0c2d1-445d-4fbf-a0d2-fa51eb7086c3 req-ce7cd2a8-f598-4916-8f8a-71b0297ad1b5 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/ports?device_id=65621b66-03b1-4dca-9fb0-95ff39ba1945 HTTP/1.1" status: 200 len: 943 time: 0.0708866 Jun 23 19:11:06.128426 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7ab0c2d1-445d-4fbf-a0d2-fa51eb7086c3 req-3d7f865b-1b8c-4d9c-bb30-aafd36dfb90f tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/security-groups?id=204e62e8-8b64-4fe9-8226-e24e494f73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347307 Jun 23 19:11:06.261273 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 34698) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:11:06.740631 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-2d454670-4d4f-4ef5-8fb7-9de2264f031e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3721979'] for router_interface, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:06.795568 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b9f6d-c759-4763-a19e-f79e9b885980 req-12c19b69-6501-4bb2-9d3b-610fb9330dc7 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:06.797022 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-573b9f6d-c759-4763-a19e-f79e9b885980 req-12c19b69-6501-4bb2-9d3b-610fb9330dc7 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 943 time: 0.1367204 Jun 23 19:11:06.875511 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-573b9f6d-c759-4763-a19e-f79e9b885980 req-4015d62a-003e-48a0-98eb-ee69befd0aa9 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721705 Jun 23 19:11:07.096101 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-2d454670-4d4f-4ef5-8fb7-9de2264f031e admin admin] Deleting port 3a081087-9a5f-4acd-9dab-8dfb7cd30cc5 {{(pid=93953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:11:07.096306 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-2d454670-4d4f-4ef5-8fb7-9de2264f031e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745549706015'] for port, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:07.209862 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-2d454670-4d4f-4ef5-8fb7-9de2264f031e admin admin] For port 3a081087-9a5f-4acd-9dab-8dfb7cd30cc5, host dv-cinder-790492-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=3a081087-9a5f-4acd-9dab-8dfb7cd30cc5,segment=NetworkSegment(c8e876c6-8009-40df-a70b-ebc610b44f72),segment_id=c8e876c6-8009-40df-a70b-ebc610b44f72)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:11:07.210152 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-2d454670-4d4f-4ef5-8fb7-9de2264f031e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710932'] for port, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:07.228905 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-2d454670-4d4f-4ef5-8fb7-9de2264f031e admin admin] Calling delete_port for 3a081087-9a5f-4acd-9dab-8dfb7cd30cc5 owned by network:router_interface {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:11:07.272245 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device 81f334bd-1978-4989-a871-a88f12e3c856 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=93954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 19:11:07.292397 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f319fd-aa65-43a7-83d1-aa599843877a req-5f6d67ff-c440-49e4-8568-2ed1c65b80f6 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:07.294035 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-13f319fd-aa65-43a7-83d1-aa599843877a req-5f6d67ff-c440-49e4-8568-2ed1c65b80f6 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/ports?device_id=19f4a415-61b3-489e-a00a-f8d4c6e63a93 HTTP/1.1" status: 200 len: 946 time: 0.1348693 Jun 23 19:11:07.396302 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] For port 81f334bd-1978-4989-a871-a88f12e3c856, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=81f334bd-1978-4989-a871-a88f12e3c856,segment=NetworkSegment(9b8aa179-8fbd-45ea-90df-783f49abcf82),segment_id=9b8aa179-8fbd-45ea-90df-783f49abcf82)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:11:07.406152 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-13f319fd-aa65-43a7-83d1-aa599843877a req-37462454-eb11-4c5d-9614-42229809777d tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/security-groups?id=41b63a3d-6b98-489d-873d-5f8a706d78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981772 Jun 23 19:11:07.408216 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Returning: {'device': '81f334bd-1978-4989-a871-a88f12e3c856', 'network_id': '8300ab53-bf8c-42c0-a416-e2ddb7ef4198', 'port_id': '81f334bd-1978-4989-a871-a88f12e3c856', 'mac_address': 'fa:16:3e:51:68:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3949b218-0df6-4be2-a186-712a1e4dfc6e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 19:11:07.435448 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 34712) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:11:07.457578 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:07.474310 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.notifiers.nova [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81f334bd-1978-4989-a871-a88f12e3c856 {{(pid=93954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:11:07.504633 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] For port 81f334bd-1978-4989-a871-a88f12e3c856, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=81f334bd-1978-4989-a871-a88f12e3c856,segment=NetworkSegment(9b8aa179-8fbd-45ea-90df-783f49abcf82),segment_id=9b8aa179-8fbd-45ea-90df-783f49abcf82)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:11:07.600938 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:07.603636 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-fdbc0261-6acc-491d-ae58-cfd0e435337f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:11:07.622194 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e5d841-0a03-4a9c-a4a3-477541401d31 tempest-TestMinimumBasicScenario-1293018434 tempest-TestMinimumBasicScenario-1293018434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:07.623726 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-30e5d841-0a03-4a9c-a4a3-477541401d31 tempest-TestMinimumBasicScenario-1293018434 tempest-TestMinimumBasicScenario-1293018434-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=19f4a415-61b3-489e-a00a-f8d4c6e63a93 HTTP/1.1" status: 200 len: 1094 time: 0.1869681 Jun 23 19:11:07.626750 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 34716) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:11:07.632257 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d549beaa-2647-4454-8eff-b32a2a3dc71b req-958bf491-56d8-4bff-b5b1-c898ea6d9239 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:07.633273 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-043b67df-e381-43ba-9d66-13edeb42ea70 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Request body: {'floatingip': {'floating_network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'port_id': 'e1b6ff06-a651-45ca-964e-d412481c4271', 'tenant_id': 'f0b83467b884463caf15d0aa3a28eb04', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:11:07.633713 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d549beaa-2647-4454-8eff-b32a2a3dc71b req-958bf491-56d8-4bff-b5b1-c898ea6d9239 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/ports?device_id=65621b66-03b1-4dca-9fb0-95ff39ba1945 HTTP/1.1" status: 200 len: 943 time: 0.1062920 Jun 23 19:11:07.634344 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-2d454670-4d4f-4ef5-8fb7-9de2264f031e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745549710641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745549236134'] for port, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:07.637273 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:11:07.658356 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Pushing event updated for resources: {'Port': ['ID=81f334bd-1978-4989-a871-a88f12e3c856,revision_number=4']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:11:07.662203 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:11:07.678333 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d454670-4d4f-4ef5-8fb7-9de2264f031e admin admin] Pushing event deleted for resources: {'Port': ['ID=3a081087-9a5f-4acd-9dab-8dfb7cd30cc5,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:11:07.684527 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-2d454670-4d4f-4ef5-8fb7-9de2264f031e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:11:07.752860 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d549beaa-2647-4454-8eff-b32a2a3dc71b req-5d64024d-10d4-4735-b2f6-32b06e6b7dc1 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/security-groups?id=204e62e8-8b64-4fe9-8226-e24e494f73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104436 Jun 23 19:11:07.781514 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-043b67df-e381-43ba-9d66-13edeb42ea70 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Notify callbacks [] for floatingip, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:07.824741 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-2d454670-4d4f-4ef5-8fb7-9de2264f031e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3705355'] for router_interface, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:07.889153 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-043b67df-e381-43ba-9d66-13edeb42ea70 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-975148'] for port, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:08.017421 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] get_ports_and_sgs() called for port_ids ['81f334bd-1978-4989-a871-a88f12e3c856'] {{(pid=93954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:11:08.018148 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.db.db_base_plugin_common [None req-043b67df-e381-43ba-9d66-13edeb42ea70 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Allocated IP 172.27.1.60 (cc1a8f9f-0501-47a9-94a0-f3af65713199/09e863e5-4e6d-4986-b5d9-3bb63422f84c/e6418843-265f-485d-925b-52367f921a3e) {{(pid=93952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:11:08.146224 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-043b67df-e381-43ba-9d66-13edeb42ea70 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Notify callbacks [] for port, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:08.253356 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-043b67df-e381-43ba-9d66-13edeb42ea70 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-975211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745549236125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26440006'] for port, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:08.255475 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:11:08.300963 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043b67df-e381-43ba-9d66-13edeb42ea70 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Network cc1a8f9f-0501-47a9-94a0-f3af65713199 is already hosted by enough agents. {{(pid=93952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:11:08.303924 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.base_scheduler [None req-043b67df-e381-43ba-9d66-13edeb42ea70 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Resources bound (agent type, host, resource id): {{(pid=93952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:11:08.308265 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043b67df-e381-43ba-9d66-13edeb42ea70 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Received port after_create {{(pid=93952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:11:08.314386 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043b67df-e381-43ba-9d66-13edeb42ea70 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Pushing event updated for resources: {'Port': ['ID=e6418843-265f-485d-925b-52367f921a3e,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:11:08.316719 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddda999-20ec-43fd-923b-641e8853e71b req-63088182-2b6e-4f43-b073-b5c9b42d4e33 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:08.318274 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4ddda999-20ec-43fd-923b-641e8853e71b req-63088182-2b6e-4f43-b073-b5c9b42d4e33 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 943 time: 0.1240513 Jun 23 19:11:08.342563 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043b67df-e381-43ba-9d66-13edeb42ea70 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:11:08.342932 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043b67df-e381-43ba-9d66-13edeb42ea70 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:11:08.343294 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043b67df-e381-43ba-9d66-13edeb42ea70 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:11:08.343693 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043b67df-e381-43ba-9d66-13edeb42ea70 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:11:08.344044 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043b67df-e381-43ba-9d66-13edeb42ea70 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:11:08.344390 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043b67df-e381-43ba-9d66-13edeb42ea70 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:11:08.344738 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043b67df-e381-43ba-9d66-13edeb42ea70 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:11:08.345080 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043b67df-e381-43ba-9d66-13edeb42ea70 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:11:08.345422 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043b67df-e381-43ba-9d66-13edeb42ea70 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:11:08.345763 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043b67df-e381-43ba-9d66-13edeb42ea70 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:11:08.346103 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043b67df-e381-43ba-9d66-13edeb42ea70 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:11:08.346444 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043b67df-e381-43ba-9d66-13edeb42ea70 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:11:08.351630 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-043b67df-e381-43ba-9d66-13edeb42ea70 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:11:08.424033 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4ddda999-20ec-43fd-923b-641e8853e71b req-faf71aae-530c-4807-bdb7-b667f6c27dde tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765643 Jun 23 19:11:08.498192 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d454670-4d4f-4ef5-8fb7-9de2264f031e admin admin] Router 3ebbf5d4-e1ef-4d03-916d-aa5fd6133c94 has already been hosted by L3 agent 74079d6f-659b-43f4-8a12-30a7ece685bb {{(pid=93953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:11:08.569504 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ddb797-f258-4afc-bcab-b735fbaab616 req-576403e9-7f14-4908-a198-0e515a0137cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:08.570952 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-32ddb797-f258-4afc-bcab-b735fbaab616 req-576403e9-7f14-4908-a198-0e515a0137cb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653&tenant_id=29cd4a25dde246cd9b647b69d19079f6 HTTP/1.1" status: 200 len: 1096 time: 0.1460223 Jun 23 19:11:08.670492 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d454670-4d4f-4ef5-8fb7-9de2264f031e admin admin] Notify agent at l3_agent.dv-cinder-790492-6-iscsi the message routers_updated {{(pid=93953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:11:08.676270 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-2d454670-4d4f-4ef5-8fb7-9de2264f031e admin admin] 10.222.0.69 "PUT /v2.0/routers/3ebbf5d4-e1ef-4d03-916d-aa5fd6133c94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4087167 Jun 23 19:11:08.678217 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 34722) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:11:08.682691 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b089e6-a40e-4267-9c31-891483aaaef6 None None] Sync routers for ids ['3ebbf5d4-e1ef-4d03-916d-aa5fd6133c94'] in dv-cinder-790492-6-iscsi {{(pid=93955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:11:08.695469 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b089e6-a40e-4267-9c31-891483aaaef6 None None] Routers {'3ebbf5d4-e1ef-4d03-916d-aa5fd6133c94'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:11:08.696130 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-30b089e6-a40e-4267-9c31-891483aaaef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:11:03Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['3ebbf5d4-e1ef-4d03-916d-aa5fd6133c94'], 'active': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:11:08.743157 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ddb797-f258-4afc-bcab-b735fbaab616 req-d48933bf-a9e5-4168-ae6a-c8c4df1c18bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:08.744649 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-32ddb797-f258-4afc-bcab-b735fbaab616 req-d48933bf-a9e5-4168-ae6a-c8c4df1c18bf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=29cd4a25dde246cd9b647b69d19079f6&device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 1096 time: 0.1162963 Jun 23 19:11:08.809675 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvr_db [None req-30b089e6-a40e-4267-9c31-891483aaaef6 None None] Set router 3ebbf5d4-e1ef-4d03-916d-aa5fd6133c94 gateway port host: dv-cinder-790492-6-iscsi {{(pid=93955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:11:08.811346 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-043b67df-e381-43ba-9d66-13edeb42ea70 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:08.852897 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-74422f0b-1792-4c79-9d26-4e5632fb2c53 admin admin] Notify callbacks [] for router, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:08.963855 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-043b67df-e381-43ba-9d66-13edeb42ea70 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:08.999774 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ddb797-f258-4afc-bcab-b735fbaab616 req-1e979dfe-5b27-4ec3-b13e-13b68ed30eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:09.001202 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-32ddb797-f258-4afc-bcab-b735fbaab616 req-1e979dfe-5b27-4ec3-b13e-13b68ed30eb1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d02d4878-2846-42b3-8429-dddc3d54aa5f HTTP/1.1" status: 200 len: 918 time: 0.2281487 Jun 23 19:11:09.012793 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-30b089e6-a40e-4267-9c31-891483aaaef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ebbf5d4-e1ef-4d03-916d-aa5fd6133c94', 'name': 'tempest-ServerRescueNegativeTestJSON-401159626-router', 'tenant_id': '799fb833a74e4ec9879033c46726a559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '08a417f7-71b2-4662-a2d0-debf0e8a8acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:06:43Z', 'updated_at': '2021-06-23T19:11:07Z', 'revision_number': 5, 'project_id': '799fb833a74e4ec9879033c46726a559', 'gw_port': {'id': '08a417f7-71b2-4662-a2d0-debf0e8a8acb', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:cf:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebbf5d4-e1ef-4d03-916d-aa5fd6133c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:06:44Z', 'updated_at': '2021-06-23T19:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi'}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:11:09.049557 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b089e6-a40e-4267-9c31-891483aaaef6 None None] Checking router: 3ebbf5d4-e1ef-4d03-916d-aa5fd6133c94 for host: dv-cinder-790492-6-iscsi {{(pid=93955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:11:09.058124 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b089e6-a40e-4267-9c31-891483aaaef6 None None] Routers {'3ebbf5d4-e1ef-4d03-916d-aa5fd6133c94'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:11:09.058964 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-30b089e6-a40e-4267-9c31-891483aaaef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:11:03Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['3ebbf5d4-e1ef-4d03-916d-aa5fd6133c94'], 'active': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:11:09.068537 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623cfd70-7b41-45e3-907f-ded6cab3b102 req-882f9871-0a34-4e10-95e4-a3046f5f0475 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:09.070060 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-623cfd70-7b41-45e3-907f-ded6cab3b102 req-882f9871-0a34-4e10-95e4-a3046f5f0475 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/ports?device_id=65621b66-03b1-4dca-9fb0-95ff39ba1945 HTTP/1.1" status: 200 len: 944 time: 0.1799171 Jun 23 19:11:09.100326 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-74422f0b-1792-4c79-9d26-4e5632fb2c53 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:09.113628 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-32ddb797-f258-4afc-bcab-b735fbaab616 req-1f26947a-32c0-4995-8ef6-31d05f7d1a1d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e34fc00-a696-4f73-9fac-286e1851994d HTTP/1.1" status: 200 len: 999 time: 0.1041086 Jun 23 19:11:09.150505 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-043b67df-e381-43ba-9d66-13edeb42ea70 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Notify callbacks [] for port, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:09.158006 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-623cfd70-7b41-45e3-907f-ded6cab3b102 req-d6095bdf-631d-453f-8fab-a2b146662ded tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/security-groups?id=204e62e8-8b64-4fe9-8226-e24e494f73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805397 Jun 23 19:11:09.178698 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ddb797-f258-4afc-bcab-b735fbaab616 req-07344f70-9107-47ad-9f0d-a4b95a80dd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:09.180302 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-32ddb797-f258-4afc-bcab-b735fbaab616 req-07344f70-9107-47ad-9f0d-a4b95a80dd65 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d0c9ad5e-51b6-4019-87c2-098d82b200c4 HTTP/1.1" status: 200 len: 856 time: 0.0542216 Jun 23 19:11:09.184301 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvr_db [None req-30b089e6-a40e-4267-9c31-891483aaaef6 None None] Set router 3ebbf5d4-e1ef-4d03-916d-aa5fd6133c94 gateway port host: dv-cinder-790492-6-iscsi {{(pid=93955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:11:09.252657 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-043b67df-e381-43ba-9d66-13edeb42ea70 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26440020'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:09.257323 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-043b67df-e381-43ba-9d66-13edeb42ea70 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:11:09.278286 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ddb797-f258-4afc-bcab-b735fbaab616 req-88b0a24e-4a66-4768-9b25-382221d22ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:09.279873 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-32ddb797-f258-4afc-bcab-b735fbaab616 req-88b0a24e-4a66-4768-9b25-382221d22ef5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d02d4878-2846-42b3-8429-dddc3d54aa5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0916960 Jun 23 19:11:09.289380 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-74422f0b-1792-4c79-9d26-4e5632fb2c53 admin admin] Deleting port 08a417f7-71b2-4662-a2d0-debf0e8a8acb {{(pid=93953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:11:09.289780 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-74422f0b-1792-4c79-9d26-4e5632fb2c53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745549706015'] for port, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:09.294131 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device 81f334bd-1978-4989-a871-a88f12e3c856 up at agent hyperv_hv-cinder-79049 {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:11:09.358328 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043b67df-e381-43ba-9d66-13edeb42ea70 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Pushing event updated for resources: {'Port': ['ID=e6418843-265f-485d-925b-52367f921a3e,revision_number=2']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:11:09.372127 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-043b67df-e381-43ba-9d66-13edeb42ea70 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:11:09.372675 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-043b67df-e381-43ba-9d66-13edeb42ea70 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3708797'] for floatingip, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:09.422510 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-30b089e6-a40e-4267-9c31-891483aaaef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ebbf5d4-e1ef-4d03-916d-aa5fd6133c94', 'name': 'tempest-ServerRescueNegativeTestJSON-401159626-router', 'tenant_id': '799fb833a74e4ec9879033c46726a559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '08a417f7-71b2-4662-a2d0-debf0e8a8acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:06:43Z', 'updated_at': '2021-06-23T19:11:07Z', 'revision_number': 5, 'project_id': '799fb833a74e4ec9879033c46726a559', 'gw_port': {'id': '08a417f7-71b2-4662-a2d0-debf0e8a8acb', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:cf:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebbf5d4-e1ef-4d03-916d-aa5fd6133c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:06:44Z', 'updated_at': '2021-06-23T19:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi'}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:11:09.450283 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-74422f0b-1792-4c79-9d26-4e5632fb2c53 admin admin] For port 08a417f7-71b2-4662-a2d0-debf0e8a8acb, host dv-cinder-790492-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=08a417f7-71b2-4662-a2d0-debf0e8a8acb,segment=NetworkSegment(5f51114a-3dae-4d84-91d9-b7c41a4d9224),segment_id=5f51114a-3dae-4d84-91d9-b7c41a4d9224)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:11:09.450656 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-74422f0b-1792-4c79-9d26-4e5632fb2c53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710932'] for port, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:09.456420 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b089e6-a40e-4267-9c31-891483aaaef6 None None] The sync data for ids ['3ebbf5d4-e1ef-4d03-916d-aa5fd6133c94'] in dv-cinder-790492-6-iscsi is: [{'id': '3ebbf5d4-e1ef-4d03-916d-aa5fd6133c94', 'name': 'tempest-ServerRescueNegativeTestJSON-401159626-router', 'tenant_id': '799fb833a74e4ec9879033c46726a559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '08a417f7-71b2-4662-a2d0-debf0e8a8acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:06:43Z', 'updated_at': '2021-06-23T19:11:07Z', 'revision_number': 5, 'project_id': '799fb833a74e4ec9879033c46726a559', 'gw_port': {'id': '08a417f7-71b2-4662-a2d0-debf0e8a8acb', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:cf:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebbf5d4-e1ef-4d03-916d-aa5fd6133c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:06:44Z', 'updated_at': '2021-06-23T19:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi'}] {{(pid=93955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:11:09.460591 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-32ddb797-f258-4afc-bcab-b735fbaab616 req-4e2242a4-8127-4363-81db-09e526f467cd service neutron] 10.222.0.49 "GET /v2.0/networks/d02d4878-2846-42b3-8429-dddc3d54aa5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674531 Jun 23 19:11:09.466810 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-74422f0b-1792-4c79-9d26-4e5632fb2c53 admin admin] Calling delete_port for 08a417f7-71b2-4662-a2d0-debf0e8a8acb owned by network:router_gateway {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:11:09.482009 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Provisioning for port 81f334bd-1978-4989-a871-a88f12e3c856 completed by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:11:09.487951 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Provisioning complete for port 81f334bd-1978-4989-a871-a88f12e3c856 triggered by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:11:09.489533 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:09.513379 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.db.l3_db [None req-043b67df-e381-43ba-9d66-13edeb42ea70 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Floating IP 4ea3fe3e-89dd-4f1f-be63-bf2a216c7258 associated. External IP: 172.27.1.60, port: e1b6ff06-a651-45ca-964e-d412481c4271. Jun 23 19:11:09.608341 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:09.635302 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65621b66-03b1-4dca-9fb0-95ff39ba1945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f334bd-1978-4989-a871-a88f12e3c856'}] {{(pid=93954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:11:09.637570 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78efef87a1af135e54214795b53a936b9e8d2b7d09f053504b37278e2de45a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a16b58-edb3-4206-bb4a-f03020b6da4a" -d '{"events": [{"server_uuid": "65621b66-03b1-4dca-9fb0-95ff39ba1945", "name": "network-vif-plugged", "status": "completed", "tag": "81f334bd-1978-4989-a871-a88f12e3c856"}]}' {{(pid=93954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:11:09.655562 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] For port 81f334bd-1978-4989-a871-a88f12e3c856, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=81f334bd-1978-4989-a871-a88f12e3c856,segment=NetworkSegment(9b8aa179-8fbd-45ea-90df-783f49abcf82),segment_id=9b8aa179-8fbd-45ea-90df-783f49abcf82)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:11:09.658381 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-32ddb797-f258-4afc-bcab-b735fbaab616 req-50c5a424-d331-4849-b5b6-7669d1a4b9c9 service neutron] 10.222.0.49 "GET /v2.0/networks/d02d4878-2846-42b3-8429-dddc3d54aa5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894014 Jun 23 19:11:09.729328 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:09.735452 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-3f8e4a48-ca59-4fbd-885b-c024ebb28fc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:11:09.746956 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fee3e4-86b4-4148-b7bf-9e13df86388d req-e932e9d7-e23f-464c-ad0b-e8a4bcbdfd3e tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:09.749432 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-65fee3e4-86b4-4148-b7bf-9e13df86388d req-e932e9d7-e23f-464c-ad0b-e8a4bcbdfd3e tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 943 time: 0.1515985 Jun 23 19:11:09.792366 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-043b67df-e381-43ba-9d66-13edeb42ea70 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Router fc3da976-aec0-41a7-a60d-d8636573b496 has already been hosted by L3 agent 74079d6f-659b-43f4-8a12-30a7ece685bb {{(pid=93952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:11:09.823229 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Pushing event updated for resources: {'Port': ['ID=81f334bd-1978-4989-a871-a88f12e3c856,revision_number=5']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:11:09.838016 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:11:09.881804 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-65fee3e4-86b4-4148-b7bf-9e13df86388d req-5373d1c3-3266-4319-b190-df059033c015 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212502 Jun 23 19:11:09.968754 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a5198eb-145c-4e5b-a167-66f59eefe231 x-openstack-request-id: req-6a5198eb-145c-4e5b-a167-66f59eefe231 {{(pid=93954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:11:09.969404 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65621b66-03b1-4dca-9fb0-95ff39ba1945", "name": "network-vif-plugged", "status": "completed", "tag": "81f334bd-1978-4989-a871-a88f12e3c856", "code": 200}]} {{(pid=93954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:11:09.969763 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6a5198eb-145c-4e5b-a167-66f59eefe231 {{(pid=93954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:11:09.970179 dv-cinder-790492-6-iscsi neutron-server[93954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65621b66-03b1-4dca-9fb0-95ff39ba1945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f334bd-1978-4989-a871-a88f12e3c856', 'code': 200} Jun 23 19:11:09.970593 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-043b67df-e381-43ba-9d66-13edeb42ea70 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Notify agent at l3_agent.dv-cinder-790492-6-iscsi the message routers_updated {{(pid=93952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:11:09.978831 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-74422f0b-1792-4c79-9d26-4e5632fb2c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745549710641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745549236134'] for port, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:09.981284 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:11:09.991282 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438385a1-a3fb-480a-b720-d5f8e3a08e2f None None] Sync routers for ids ['fc3da976-aec0-41a7-a60d-d8636573b496'] in dv-cinder-790492-6-iscsi {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:11:10.005474 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438385a1-a3fb-480a-b720-d5f8e3a08e2f None None] Routers {'fc3da976-aec0-41a7-a60d-d8636573b496'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:11:10.006140 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-438385a1-a3fb-480a-b720-d5f8e3a08e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:11:03Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['fc3da976-aec0-41a7-a60d-d8636573b496'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:11:10.051531 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74422f0b-1792-4c79-9d26-4e5632fb2c53 admin admin] Pushing event deleted for resources: {'Port': ['ID=08a417f7-71b2-4662-a2d0-debf0e8a8acb,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:11:10.084784 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-74422f0b-1792-4c79-9d26-4e5632fb2c53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:11:10.088269 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-74422f0b-1792-4c79-9d26-4e5632fb2c53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3708830'] for router_gateway, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:10.141428 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-043b67df-e381-43ba-9d66-13edeb42ea70 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064'] for floatingip, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:10.248033 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-043b67df-e381-43ba-9d66-13edeb42ea70 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6175532 Jun 23 19:11:10.248740 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 34748) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:11:10.249309 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19f4a415-61b3-489e-a00a-f8d4c6e63a93', 'tag': 'e1b6ff06-a651-45ca-964e-d412481c4271'}] {{(pid=93952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:11:10.263295 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f474d005e030a99e3f69ea981c050f81cf45b90cf2b693ec9605b6c162e4b523" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc38cde-af97-4b20-83a5-91895ec77c0c" -d '{"events": [{"name": "network-changed", "server_uuid": "19f4a415-61b3-489e-a00a-f8d4c6e63a93", "tag": "e1b6ff06-a651-45ca-964e-d412481c4271"}]}' {{(pid=93952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:11:10.280588 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-6223902a-7342-4887-af09-52f188714999 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-794410426', 'description': 'tempest-secgroup-smoke-794410426 description', 'project_id': 'f0b83467b884463caf15d0aa3a28eb04'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:11:10.302655 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-438385a1-a3fb-480a-b720-d5f8e3a08e2f None None] Set router fc3da976-aec0-41a7-a60d-d8636573b496 gateway port host: dv-cinder-790492-6-iscsi {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:11:10.342816 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device 3a081087-9a5f-4acd-9dab-8dfb7cd30cc5 no longer exists at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:11:10.366138 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] No Port match for: 3a081087-9a5f-4acd-9dab-8dfb7cd30cc5 {{(pid=93954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:11:10.366498 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device 3a081087-9a5f-4acd-9dab-8dfb7cd30cc5 not bound to the agent host dv-cinder-790492-6-iscsi {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:11:10.379586 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-74422f0b-1792-4c79-9d26-4e5632fb2c53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5699'] for router, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:10.384210 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-74422f0b-1792-4c79-9d26-4e5632fb2c53 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:10.405009 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-6223902a-7342-4887-af09-52f188714999 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:10.548576 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-6223902a-7342-4887-af09-52f188714999 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:10.664124 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-6223902a-7342-4887-af09-52f188714999 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:10.667242 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-8f6b0642-0541-422c-a5c0-de0684b3c383 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:11:10.749812 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-438385a1-a3fb-480a-b720-d5f8e3a08e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3da976-aec0-41a7-a60d-d8636573b496', 'name': 'tempest-TestMinimumBasicScenario-480873717-router', 'tenant_id': 'f0b83467b884463caf15d0aa3a28eb04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '0862087e-e900-42d1-8e16-8e57724d9a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:09:49Z', 'updated_at': '2021-06-23T19:09:53Z', 'revision_number': 4, 'project_id': 'f0b83467b884463caf15d0aa3a28eb04', 'gw_port': {'id': '0862087e-e900-42d1-8e16-8e57724d9a0a', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3da976-aec0-41a7-a60d-d8636573b496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:09:50Z', 'updated_at': '2021-06-23T19:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi', '_floatingips': [{'id': '4ea3fe3e-89dd-4f1f-be63-bf2a216c7258', 'tenant_id': 'f0b83467b884463caf15d0aa3a28eb04', 'floating_ip_address': '172.27.1.60', 'floating_network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'router_id': 'fc3da976-aec0-41a7-a60d-d8636573b496', 'port_id': 'e1b6ff06-a651-45ca-964e-d412481c4271', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e11519e8-7159-40a0-a52d-675d0f87c5a7', 'mac_address': 'fa:16:3e:fc:0b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f4a415-61b3-489e-a00a-f8d4c6e63a93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T19:11:08Z', 'updated_at': '2021-06-23T19:11:08Z', 'revision_number': 0, 'project_id': 'f0b83467b884463caf15d0aa3a28eb04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f13a580a-c88e-44ae-9bbb-a78f3b48cd6f', 'name': '', 'network_id': 'e11519e8-7159-40a0-a52d-675d0f87c5a7', 'tenant_id': 'f0b83467b884463caf15d0aa3a28eb04', 'mac_address': 'fa:16:3e:cd:30:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3da976-aec0-41a7-a60d-d8636573b496', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'ed2e4123-a873-4352-9e10-819b47aa8267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:09:52Z', 'updated_at': '2021-06-23T19:10:00Z', 'revision_number': 5, 'project_id': 'f0b83467b884463caf15d0aa3a28eb04', 'subnets': [{'id': 'ed2e4123-a873-4352-9e10-819b47aa8267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:11:10.753686 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6223902a-7342-4887-af09-52f188714999 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f8854b-0531-48a9-bb30-a3bb4c302f08,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:11:10.756793 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-6223902a-7342-4887-af09-52f188714999 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:11:10.795998 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-6223902a-7342-4887-af09-52f188714999 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:10.800863 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-6223902a-7342-4887-af09-52f188714999 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5243037 Jun 23 19:11:10.801860 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 34758) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:11:10.803227 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438385a1-a3fb-480a-b720-d5f8e3a08e2f None None] Checking router: fc3da976-aec0-41a7-a60d-d8636573b496 for host: dv-cinder-790492-6-iscsi {{(pid=93954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:11:10.807878 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-4c258b59-5937-4baa-b1a2-09ee72d0f774 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Request body: {'security_group_rule': {'security_group_id': 'f7f8854b-0531-48a9-bb30-a3bb4c302f08', 'project_id': 'f0b83467b884463caf15d0aa3a28eb04', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:11:10.823372 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438385a1-a3fb-480a-b720-d5f8e3a08e2f None None] Routers {'fc3da976-aec0-41a7-a60d-d8636573b496'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:11:10.824240 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-438385a1-a3fb-480a-b720-d5f8e3a08e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:11:03Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['fc3da976-aec0-41a7-a60d-d8636573b496'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:11:10.895877 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e2ed55-4c1e-4eed-bf32-b3a4f3398082 req-ac58b5ee-39c3-4409-b041-1be7b54b0507 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:10.897141 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e4e2ed55-4c1e-4eed-bf32-b3a4f3398082 req-ac58b5ee-39c3-4409-b041-1be7b54b0507 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/ports?device_id=65621b66-03b1-4dca-9fb0-95ff39ba1945 HTTP/1.1" status: 200 len: 945 time: 0.5157044 Jun 23 19:11:10.981397 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e4e2ed55-4c1e-4eed-bf32-b3a4f3398082 req-1a885879-5b5e-458a-89a5-b97a6d8bff45 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/security-groups?id=204e62e8-8b64-4fe9-8226-e24e494f73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764863 Jun 23 19:11:11.057258 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-438385a1-a3fb-480a-b720-d5f8e3a08e2f None None] Set router fc3da976-aec0-41a7-a60d-d8636573b496 gateway port host: dv-cinder-790492-6-iscsi {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:11:11.065358 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9537f3cc-8f7d-46da-80c8-5a172abaa002 x-openstack-request-id: req-9537f3cc-8f7d-46da-80c8-5a172abaa002 {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:11:11.066520 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19f4a415-61b3-489e-a00a-f8d4c6e63a93", "tag": "e1b6ff06-a651-45ca-964e-d412481c4271", "status": "completed", "code": 200}]} {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:11:11.067358 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9537f3cc-8f7d-46da-80c8-5a172abaa002 {{(pid=93952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:11:11.068220 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19f4a415-61b3-489e-a00a-f8d4c6e63a93', 'tag': 'e1b6ff06-a651-45ca-964e-d412481c4271', 'status': 'completed', 'code': 200} Jun 23 19:11:11.264268 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6fff60-90ab-42e2-98ec-d1e0f26eb9a9 req-407937c7-45b2-4fff-948b-7ce5bce132a7 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:11.265746 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-1d6fff60-90ab-42e2-98ec-d1e0f26eb9a9 req-407937c7-45b2-4fff-948b-7ce5bce132a7 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 943 time: 0.0869319 Jun 23 19:11:11.319000 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-1d6fff60-90ab-42e2-98ec-d1e0f26eb9a9 req-858637f2-04de-4472-8c2b-7346c77b8580 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421793 Jun 23 19:11:11.370842 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-438385a1-a3fb-480a-b720-d5f8e3a08e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3da976-aec0-41a7-a60d-d8636573b496', 'name': 'tempest-TestMinimumBasicScenario-480873717-router', 'tenant_id': 'f0b83467b884463caf15d0aa3a28eb04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '0862087e-e900-42d1-8e16-8e57724d9a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:09:49Z', 'updated_at': '2021-06-23T19:09:53Z', 'revision_number': 4, 'project_id': 'f0b83467b884463caf15d0aa3a28eb04', 'gw_port': {'id': '0862087e-e900-42d1-8e16-8e57724d9a0a', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3da976-aec0-41a7-a60d-d8636573b496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:09:50Z', 'updated_at': '2021-06-23T19:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi', '_floatingips': [{'id': '4ea3fe3e-89dd-4f1f-be63-bf2a216c7258', 'tenant_id': 'f0b83467b884463caf15d0aa3a28eb04', 'floating_ip_address': '172.27.1.60', 'floating_network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'router_id': 'fc3da976-aec0-41a7-a60d-d8636573b496', 'port_id': 'e1b6ff06-a651-45ca-964e-d412481c4271', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e11519e8-7159-40a0-a52d-675d0f87c5a7', 'mac_address': 'fa:16:3e:fc:0b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f4a415-61b3-489e-a00a-f8d4c6e63a93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T19:11:08Z', 'updated_at': '2021-06-23T19:11:08Z', 'revision_number': 0, 'project_id': 'f0b83467b884463caf15d0aa3a28eb04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f13a580a-c88e-44ae-9bbb-a78f3b48cd6f', 'name': '', 'network_id': 'e11519e8-7159-40a0-a52d-675d0f87c5a7', 'tenant_id': 'f0b83467b884463caf15d0aa3a28eb04', 'mac_address': 'fa:16:3e:cd:30:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3da976-aec0-41a7-a60d-d8636573b496', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'ed2e4123-a873-4352-9e10-819b47aa8267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:09:52Z', 'updated_at': '2021-06-23T19:10:00Z', 'revision_number': 5, 'project_id': 'f0b83467b884463caf15d0aa3a28eb04', 'subnets': [{'id': 'ed2e4123-a873-4352-9e10-819b47aa8267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:11:11.493816 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4c258b59-5937-4baa-b1a2-09ee72d0f774 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:11.521632 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438385a1-a3fb-480a-b720-d5f8e3a08e2f None None] The sync data for ids ['fc3da976-aec0-41a7-a60d-d8636573b496'] in dv-cinder-790492-6-iscsi is: [{'id': 'fc3da976-aec0-41a7-a60d-d8636573b496', 'name': 'tempest-TestMinimumBasicScenario-480873717-router', 'tenant_id': 'f0b83467b884463caf15d0aa3a28eb04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '0862087e-e900-42d1-8e16-8e57724d9a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:09:49Z', 'updated_at': '2021-06-23T19:09:53Z', 'revision_number': 4, 'project_id': 'f0b83467b884463caf15d0aa3a28eb04', 'gw_port': {'id': '0862087e-e900-42d1-8e16-8e57724d9a0a', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3da976-aec0-41a7-a60d-d8636573b496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:09:50Z', 'updated_at': '2021-06-23T19:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi', '_floatingips': [{'id': '4ea3fe3e-89dd-4f1f-be63-bf2a216c7258', 'tenant_id': 'f0b83467b884463caf15d0aa3a28eb04', 'floating_ip_address': '172.27.1.60', 'floating_network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'router_id': 'fc3da976-aec0-41a7-a60d-d8636573b496', 'port_id': 'e1b6ff06-a651-45ca-964e-d412481c4271', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e11519e8-7159-40a0-a52d-675d0f87c5a7', 'mac_address': 'fa:16:3e:fc:0b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f4a415-61b3-489e-a00a-f8d4c6e63a93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T19:11:08Z', 'updated_at': '2021-06-23T19:11:08Z', 'revision_number': 0, 'project_id': 'f0b83467b884463caf15d0aa3a28eb04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f13a580a-c88e-44ae-9bbb-a78f3b48cd6f', 'name': '', 'network_id': 'e11519e8-7159-40a0-a52d-675d0f87c5a7', 'tenant_id': 'f0b83467b884463caf15d0aa3a28eb04', 'mac_address': 'fa:16:3e:cd:30:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3da976-aec0-41a7-a60d-d8636573b496', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'ed2e4123-a873-4352-9e10-819b47aa8267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:09:52Z', 'updated_at': '2021-06-23T19:10:00Z', 'revision_number': 5, 'project_id': 'f0b83467b884463caf15d0aa3a28eb04', 'subnets': [{'id': 'ed2e4123-a873-4352-9e10-819b47aa8267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:11:11.579545 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4c258b59-5937-4baa-b1a2-09ee72d0f774 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:11.624580 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-74422f0b-1792-4c79-9d26-4e5632fb2c53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3705840'] for router, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:11.627713 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74422f0b-1792-4c79-9d26-4e5632fb2c53 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ebbf5d4-e1ef-4d03-916d-aa5fd6133c94 {{(pid=93953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 19:11:11.630932 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-74422f0b-1792-4c79-9d26-4e5632fb2c53 admin admin] Notify callbacks [] for router, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:11.632539 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-74422f0b-1792-4c79-9d26-4e5632fb2c53 admin admin] 10.222.0.69 "DELETE /v2.0/routers/3ebbf5d4-e1ef-4d03-916d-aa5fd6133c94 HTTP/1.1" status: 204 len: 168 time: 2.9533300 Jun 23 19:11:11.635424 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 34762) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:11:11.690339 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.db.db_base_plugin_v2 [None req-27a2a507-b03e-459c-8370-f451e10dece3 admin admin] Deleting subnet 9d5f5c89-7005-49cd-88db-9b8779875ae2 {{(pid=93952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 19:11:11.694495 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-27a2a507-b03e-459c-8370-f451e10dece3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:11.755946 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-27a2a507-b03e-459c-8370-f451e10dece3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25525077'] for subnet, precommit_delete_associations {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:11.802522 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4c258b59-5937-4baa-b1a2-09ee72d0f774 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921769'] for security_group_rule, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:11.811581 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:11:11.848662 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f51611a-16dd-4a7b-b464-a4cc38606f11 None None] New status for floating IP 4ea3fe3e-89dd-4f1f-be63-bf2a216c7258: ACTIVE {{(pid=93955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 19:11:11.853590 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c258b59-5937-4baa-b1a2-09ee72d0f774 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1687ecf-0e97-4808-ae87-3937dc2afd7f,revision_number=0']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:11:11.866361 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-4c258b59-5937-4baa-b1a2-09ee72d0f774 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:11:11.879403 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-27a2a507-b03e-459c-8370-f451e10dece3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884468'] for subnet, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:12.001613 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4c258b59-5937-4baa-b1a2-09ee72d0f774 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:12.003174 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-4c258b59-5937-4baa-b1a2-09ee72d0f774 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2001510 Jun 23 19:11:12.006588 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 34766) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:11:12.011902 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-43c070e8-eade-45de-a194-41e5ff5b7fe2 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Request body: {'security_group_rule': {'security_group_id': 'f7f8854b-0531-48a9-bb30-a3bb4c302f08', 'project_id': 'f0b83467b884463caf15d0aa3a28eb04', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:11:12.116599 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-27a2a507-b03e-459c-8370-f451e10dece3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26439957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26574776'] for subnet, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:12.119613 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:11:12.161885 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a2a507-b03e-459c-8370-f451e10dece3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d5f5c89-7005-49cd-88db-9b8779875ae2,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:11:12.162059 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-43c070e8-eade-45de-a194-41e5ff5b7fe2 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:12.162159 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-27a2a507-b03e-459c-8370-f451e10dece3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770935'] for subnet, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:12.162159 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-27a2a507-b03e-459c-8370-f451e10dece3 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/9d5f5c89-7005-49cd-88db-9b8779875ae2 HTTP/1.1" status: 204 len: 168 time: 0.5227289 Jun 23 19:11:12.162159 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-27a2a507-b03e-459c-8370-f451e10dece3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:11:12.164926 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 34768) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:11:12.234447 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed04256c-9833-4617-8718-d469af675d6b req-5ed3cc8f-2b69-469a-9133-199281648a7e tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:12.236270 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ed04256c-9833-4617-8718-d469af675d6b req-5ed3cc8f-2b69-469a-9133-199281648a7e tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/ports?device_id=65621b66-03b1-4dca-9fb0-95ff39ba1945 HTTP/1.1" status: 200 len: 945 time: 0.1260395 Jun 23 19:11:12.239481 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-1cb4c8d1-6dc4-4f77-9255-83a8dca2597f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-959346'] for network, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:12.255312 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-43c070e8-eade-45de-a194-41e5ff5b7fe2 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:12.293621 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device 08a417f7-71b2-4662-a2d0-debf0e8a8acb no longer exists at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:11:12.365276 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ed04256c-9833-4617-8718-d469af675d6b req-2e9e2a40-ef4f-4aa9-847a-87429a370f37 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/security-groups?id=204e62e8-8b64-4fe9-8226-e24e494f73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984118 Jun 23 19:11:12.372076 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-43c070e8-eade-45de-a194-41e5ff5b7fe2 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921769'] for security_group_rule, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:12.377616 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-9622f54f-af0e-4963-8949-4ec24198ece6 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:11:12.377760 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-1cb4c8d1-6dc4-4f77-9255-83a8dca2597f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883321', 'neutron.services.segments.db._delete_segments_for_network-8745549744415'] for network, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:12.383806 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] No Port match for: 08a417f7-71b2-4662-a2d0-debf0e8a8acb {{(pid=93954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:11:12.384282 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device 08a417f7-71b2-4662-a2d0-debf0e8a8acb not bound to the agent host dv-cinder-790492-6-iscsi {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:11:12.405494 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c070e8-eade-45de-a194-41e5ff5b7fe2 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1db8b195-c8fc-4ea0-a38c-cbfc016554e9,revision_number=0']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:11:12.410511 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-43c070e8-eade-45de-a194-41e5ff5b7fe2 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:11:12.414851 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.services.segments.db [None req-1cb4c8d1-6dc4-4f77-9255-83a8dca2597f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['135041da-43be-4a0d-8112-dd2b8ce30653']}} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:11:12.434512 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.services.segments.db [None req-1cb4c8d1-6dc4-4f77-9255-83a8dca2597f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8e876c6-8009-40df-a70b-ebc610b44f72') {'for_net_delete': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:11:12.434512 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.services.segments.db [None req-1cb4c8d1-6dc4-4f77-9255-83a8dca2597f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8e876c6-8009-40df-a70b-ebc610b44f72') {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:11:12.447274 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-1cb4c8d1-6dc4-4f77-9255-83a8dca2597f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745549732078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25525066'] for segment, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:12.467603 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-43c070e8-eade-45de-a194-41e5ff5b7fe2 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:12.469738 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-43c070e8-eade-45de-a194-41e5ff5b7fe2 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4622066 Jun 23 19:11:12.471595 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-1cb4c8d1-6dc4-4f77-9255-83a8dca2597f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886977'] for segment, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:12.472589 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 34772) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:11:12.477701 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-ca9c2a09-4191-4eba-bea2-685b6f3364dc tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Request body: {'security_group_rule': {'security_group_id': 'f7f8854b-0531-48a9-bb30-a3bb4c302f08', 'project_id': 'f0b83467b884463caf15d0aa3a28eb04', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:11:12.490776 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cb4c8d1-6dc4-4f77-9255-83a8dca2597f admin admin] Releasing vlan 926 on physical network physnet1 to pool {{(pid=93952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 19:11:12.491283 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-1cb4c8d1-6dc4-4f77-9255-83a8dca2597f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26440072'] for segment, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:12.495976 dv-cinder-790492-6-iscsi neutron-server[93952]: Traceback (most recent call last): Jun 23 19:11:12.495976 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 19:11:12.495976 dv-cinder-790492-6-iscsi neutron-server[93952]: timer() Jun 23 19:11:12.495976 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 19:11:12.495976 dv-cinder-790492-6-iscsi neutron-server[93952]: cb(*args, **kw) Jun 23 19:11:12.495976 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 19:11:12.495976 dv-cinder-790492-6-iscsi neutron-server[93952]: return func(*args, **kwargs) Jun 23 19:11:12.495976 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 19:11:12.495976 dv-cinder-790492-6-iscsi neutron-server[93952]: self._notify() Jun 23 19:11:12.495976 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 19:11:12.495976 dv-cinder-790492-6-iscsi neutron-server[93952]: self.callback(batched_events) Jun 23 19:11:12.495976 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 19:11:12.495976 dv-cinder-790492-6-iscsi neutron-server[93952]: event.method(event) Jun 23 19:11:12.495976 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 19:11:12.495976 dv-cinder-790492-6-iscsi neutron-server[93952]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 19:11:12.495976 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 19:11:12.495976 dv-cinder-790492-6-iscsi neutron-server[93952]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 19:11:12.495976 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 19:11:12.495976 dv-cinder-790492-6-iscsi neutron-server[93952]: return f(self, *a, **k) Jun 23 19:11:12.495976 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 19:11:12.495976 dv-cinder-790492-6-iscsi neutron-server[93952]: return self._get(url).json() Jun 23 19:11:12.495976 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 19:11:12.495976 dv-cinder-790492-6-iscsi neutron-server[93952]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 19:11:12.495976 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 19:11:12.495976 dv-cinder-790492-6-iscsi neutron-server[93952]: return self.request(url, 'GET', **kwargs) Jun 23 19:11:12.495976 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 19:11:12.495976 dv-cinder-790492-6-iscsi neutron-server[93952]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 19:11:12.495976 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 19:11:12.495976 dv-cinder-790492-6-iscsi neutron-server[93952]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 19:11:12.495976 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 19:11:12.495976 dv-cinder-790492-6-iscsi neutron-server[93952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 19:11:12.495976 dv-cinder-790492-6-iscsi neutron-server[93952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 19:11:12.621803 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-ca9c2a09-4191-4eba-bea2-685b6f3364dc tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:12.638518 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-1cb4c8d1-6dc4-4f77-9255-83a8dca2597f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3862688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3708783'] for network, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:12.644331 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-1cb4c8d1-6dc4-4f77-9255-83a8dca2597f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770935'] for network, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:12.650153 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-1cb4c8d1-6dc4-4f77-9255-83a8dca2597f admin admin] 10.222.0.69 "DELETE /v2.0/networks/135041da-43be-4a0d-8112-dd2b8ce30653 HTTP/1.1" status: 204 len: 168 time: 0.4836667 Jun 23 19:11:12.650697 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:11:12.668117 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb4c8d1-6dc4-4f77-9255-83a8dca2597f admin admin] Pushing event deleted for resources: {'Network': ['ID=135041da-43be-4a0d-8112-dd2b8ce30653,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:11:12.676896 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0301e6-9a28-4835-8352-c8c4596ed728 req-cc06376b-007c-4cf6-b26b-52a304f2eced tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:12.678478 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-1cb4c8d1-6dc4-4f77-9255-83a8dca2597f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:11:12.680555 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-5f0301e6-9a28-4835-8352-c8c4596ed728 req-cc06376b-007c-4cf6-b26b-52a304f2eced tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 943 time: 0.1154947 Jun 23 19:11:12.733364 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-ca9c2a09-4191-4eba-bea2-685b6f3364dc tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:12.744030 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-5f0301e6-9a28-4835-8352-c8c4596ed728 req-28ed4961-07fe-4777-a12d-a4a7c3fe6fab tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560191 Jun 23 19:11:12.821298 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-ca9c2a09-4191-4eba-bea2-685b6f3364dc tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921769'] for security_group_rule, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:12.823437 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:11:12.844278 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9c2a09-4191-4eba-bea2-685b6f3364dc tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcde2d20-a273-4308-a67f-c6a97e72a571,revision_number=0']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:11:12.847302 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-ca9c2a09-4191-4eba-bea2-685b6f3364dc tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:11:12.916076 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-ca9c2a09-4191-4eba-bea2-685b6f3364dc tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:12.917296 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-ca9c2a09-4191-4eba-bea2-685b6f3364dc tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4436271 Jun 23 19:11:12.920379 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 34776) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:11:12.925629 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-05cfe94c-b8b1-44f9-8db7-04ee9228f36e tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Request body: {'security_group_rule': {'security_group_id': 'f7f8854b-0531-48a9-bb30-a3bb4c302f08', 'project_id': 'f0b83467b884463caf15d0aa3a28eb04', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:11:13.329912 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-05cfe94c-b8b1-44f9-8db7-04ee9228f36e tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:13.398336 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-05cfe94c-b8b1-44f9-8db7-04ee9228f36e tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:13.549607 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127faafe-9766-4594-a1f0-71ba1b1cdab6 req-d681ed63-1656-496a-8f23-85a5bb07f4a6 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:13.551159 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-127faafe-9766-4594-a1f0-71ba1b1cdab6 req-d681ed63-1656-496a-8f23-85a5bb07f4a6 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/ports?device_id=65621b66-03b1-4dca-9fb0-95ff39ba1945 HTTP/1.1" status: 200 len: 945 time: 0.0655971 Jun 23 19:11:13.602895 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 34780) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:11:13.614746 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-127faafe-9766-4594-a1f0-71ba1b1cdab6 req-9cb91f6b-7049-4989-9b37-ba96a0290c36 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/security-groups?id=204e62e8-8b64-4fe9-8226-e24e494f73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563080 Jun 23 19:11:13.653487 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-f823df63-a796-4edc-8ea5-446a75c2860a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=799fb833a74e4ec9879033c46726a559&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0490329 Jun 23 19:11:13.660238 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 34782) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:11:13.688358 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-05cfe94c-b8b1-44f9-8db7-04ee9228f36e tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921769'] for security_group_rule, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:13.696260 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-debad11a-63ea-4f60-b374-6dec2d73e6f3 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:11:13.722778 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cfe94c-b8b1-44f9-8db7-04ee9228f36e tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf11dc09-512e-4276-955f-53ae61f69d81,revision_number=0']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:11:13.726121 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-05cfe94c-b8b1-44f9-8db7-04ee9228f36e tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:11:13.742282 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5cdf0413-6d98-479e-9e03-039cb976a77b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:13.772411 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5cdf0413-6d98-479e-9e03-039cb976a77b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:13.779450 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-05cfe94c-b8b1-44f9-8db7-04ee9228f36e tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:13.783367 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-05cfe94c-b8b1-44f9-8db7-04ee9228f36e tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8591027 Jun 23 19:11:13.784336 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 34786) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:11:13.789108 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-b78321ff-e04e-4d0e-9f20-13e2d92f1e90 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Request body: {'security_group_rule': {'security_group_id': 'f7f8854b-0531-48a9-bb30-a3bb4c302f08', 'project_id': 'f0b83467b884463caf15d0aa3a28eb04', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:11:13.905637 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.db.securitygroups_db [None req-b78321ff-e04e-4d0e-9f20-13e2d92f1e90 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Project f0b83467b884463caf15d0aa3a28eb04 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 19:11:13.915243 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-b78321ff-e04e-4d0e-9f20-13e2d92f1e90 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:13.926841 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5cdf0413-6d98-479e-9e03-039cb976a77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:13.932561 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5cdf0413-6d98-479e-9e03-039cb976a77b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:13.935964 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-5cdf0413-6d98-479e-9e03-039cb976a77b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6620f036-1cfd-4c30-9465-82ac351cdc7b HTTP/1.1" status: 204 len: 168 time: 0.2721114 Jun 23 19:11:13.935964 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-bf6392a4-e9df-484d-9e01-30a81de15d1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:11:13.943199 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdf0413-6d98-479e-9e03-039cb976a77b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6620f036-1cfd-4c30-9465-82ac351cdc7b,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:11:13.945789 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-5cdf0413-6d98-479e-9e03-039cb976a77b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:11:14.058190 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-b78321ff-e04e-4d0e-9f20-13e2d92f1e90 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:14.075303 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c021e61a-0434-4e52-a22d-3bcecb468a59 req-b4bf6b5d-3df2-492e-82ea-33dfe0cb9ac9 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:14.079303 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c021e61a-0434-4e52-a22d-3bcecb468a59 req-b4bf6b5d-3df2-492e-82ea-33dfe0cb9ac9 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 943 time: 0.1441307 Jun 23 19:11:14.141189 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c021e61a-0434-4e52-a22d-3bcecb468a59 req-3f2d2d2b-92cf-42ad-89c7-65a83b9b195b tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524693 Jun 23 19:11:14.152139 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-b78321ff-e04e-4d0e-9f20-13e2d92f1e90 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921769'] for security_group_rule, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:14.159717 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-553d99ec-5a1c-4e3a-bd5b-b84ba8028acc tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:11:14.178495 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78321ff-e04e-4d0e-9f20-13e2d92f1e90 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46fe6ea3-9470-4fb5-bd38-f8f8fb01027f,revision_number=0']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:11:14.181812 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-b78321ff-e04e-4d0e-9f20-13e2d92f1e90 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:11:14.264280 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-b78321ff-e04e-4d0e-9f20-13e2d92f1e90 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:14.265627 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-b78321ff-e04e-4d0e-9f20-13e2d92f1e90 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4802711 Jun 23 19:11:14.270170 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 34792) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:11:14.276530 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-3cf70db6-8e8a-4dfc-8381-0fc6be1fd49b tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Request body: {'security_group_rule': {'security_group_id': 'f7f8854b-0531-48a9-bb30-a3bb4c302f08', 'project_id': 'f0b83467b884463caf15d0aa3a28eb04', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:11:14.481585 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.db.securitygroups_db [None req-3cf70db6-8e8a-4dfc-8381-0fc6be1fd49b tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Project f0b83467b884463caf15d0aa3a28eb04 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 19:11:14.486888 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3cf70db6-8e8a-4dfc-8381-0fc6be1fd49b tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:14.555856 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3cf70db6-8e8a-4dfc-8381-0fc6be1fd49b tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:14.797803 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b707f-1cfd-4c01-a799-aea543cbd547 req-ba8eb604-7049-418f-a8a9-60d70dd23d2d tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:14.799297 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-197b707f-1cfd-4c01-a799-aea543cbd547 req-ba8eb604-7049-418f-a8a9-60d70dd23d2d tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/ports?device_id=65621b66-03b1-4dca-9fb0-95ff39ba1945 HTTP/1.1" status: 200 len: 945 time: 0.0690136 Jun 23 19:11:14.840914 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-197b707f-1cfd-4c01-a799-aea543cbd547 req-b3dc4f12-8263-4512-91c1-b8698c22bfd6 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/security-groups?id=204e62e8-8b64-4fe9-8226-e24e494f73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352614 Jun 23 19:11:14.855347 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3cf70db6-8e8a-4dfc-8381-0fc6be1fd49b tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921769'] for security_group_rule, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:14.860847 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-e98e4d8f-519e-4a49-855b-3fd321c9280c tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:11:14.879440 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf70db6-8e8a-4dfc-8381-0fc6be1fd49b tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7935dc9c-1d8d-4966-a25a-8ac22174ada7,revision_number=0']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:11:14.884305 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-3cf70db6-8e8a-4dfc-8381-0fc6be1fd49b tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:11:14.950502 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3cf70db6-8e8a-4dfc-8381-0fc6be1fd49b tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:14.955319 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-3cf70db6-8e8a-4dfc-8381-0fc6be1fd49b tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6814578 Jun 23 19:11:15.089910 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-bdb6c207-db91-4222-b08b-b4ce738633ab req-9b919137-213e-4f60-87c9-23b7032d6f08 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-794410426&fields=id&tenant_id=f0b83467b884463caf15d0aa3a28eb04 HTTP/1.1" status: 200 len: 267 time: 0.0462813 Jun 23 19:11:15.176226 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb6c207-db91-4222-b08b-b4ce738633ab req-3a2eabca-6e53-4b10-8a51-66d8b773db7d tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:15.177810 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-bdb6c207-db91-4222-b08b-b4ce738633ab req-3a2eabca-6e53-4b10-8a51-66d8b773db7d tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/ports?device_id=19f4a415-61b3-489e-a00a-f8d4c6e63a93 HTTP/1.1" status: 200 len: 946 time: 0.0822067 Jun 23 19:11:15.193694 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [req-bdb6c207-db91-4222-b08b-b4ce738633ab req-c1db2d14-1cee-464a-8de1-405e2de2e421 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Request body: {'port': {'security_groups': ['41b63a3d-6b98-489d-873d-5f8a706d78b2', 'f7f8854b-0531-48a9-bb30-a3bb4c302f08']}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:11:15.337240 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-bdb6c207-db91-4222-b08b-b4ce738633ab req-c1db2d14-1cee-464a-8de1-405e2de2e421 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:15.597317 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-bdb6c207-db91-4222-b08b-b4ce738633ab req-c1db2d14-1cee-464a-8de1-405e2de2e421 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] For port e1b6ff06-a651-45ca-964e-d412481c4271, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=e1b6ff06-a651-45ca-964e-d412481c4271,segment=NetworkSegment(06f030b8-92aa-4704-905c-d54ec014c332),segment_id=06f030b8-92aa-4704-905c-d54ec014c332)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:11:15.647139 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-bdb6c207-db91-4222-b08b-b4ce738633ab req-c1db2d14-1cee-464a-8de1-405e2de2e421 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Notify callbacks [] for port, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:15.732605 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-bdb6c207-db91-4222-b08b-b4ce738633ab req-c1db2d14-1cee-464a-8de1-405e2de2e421 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:15.736472 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-2d454670-4d4f-4ef5-8fb7-9de2264f031e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:11:15.786193 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb6c207-db91-4222-b08b-b4ce738633ab req-c1db2d14-1cee-464a-8de1-405e2de2e421 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:15.788529 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-bdb6c207-db91-4222-b08b-b4ce738633ab req-c1db2d14-1cee-464a-8de1-405e2de2e421 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:15.788529 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-bdb6c207-db91-4222-b08b-b4ce738633ab req-c1db2d14-1cee-464a-8de1-405e2de2e421 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "PUT /v2.0/ports/e1b6ff06-a651-45ca-964e-d412481c4271 HTTP/1.1" status: 200 len: 982 time: 0.6036241 Jun 23 19:11:15.788750 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19f4a415-61b3-489e-a00a-f8d4c6e63a93', 'tag': 'e1b6ff06-a651-45ca-964e-d412481c4271'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:11:15.791779 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8902aeace0540733bba5a146bce723956a3312b5b25ae011a73fc84317b4d28a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-212cb914-af13-4e46-a31f-fbf2c9b81480" -d '{"events": [{"name": "network-changed", "server_uuid": "19f4a415-61b3-489e-a00a-f8d4c6e63a93", "tag": "e1b6ff06-a651-45ca-964e-d412481c4271"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:11:15.792301 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] get_ports_and_sgs() called for port_ids ['e1b6ff06-a651-45ca-964e-d412481c4271'] {{(pid=93954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:11:15.860571 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1db2d14-1cee-464a-8de1-405e2de2e421 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Pushing event updated for resources: {'Port': ['ID=e1b6ff06-a651-45ca-964e-d412481c4271,revision_number=6']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:11:15.864053 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-c1db2d14-1cee-464a-8de1-405e2de2e421 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:11:15.972216 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] get_ports_and_sgs() called for port_ids ['e1b6ff06-a651-45ca-964e-d412481c4271'] {{(pid=93954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:11:16.069235 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0d1d30-9c92-43bd-acf7-ea11adefe0c9 req-de86986f-54f7-400f-b96c-cdcf8a889f66 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:16.071364 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4a0d1d30-9c92-43bd-acf7-ea11adefe0c9 req-de86986f-54f7-400f-b96c-cdcf8a889f66 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 943 time: 0.1139824 Jun 23 19:11:16.115962 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4a0d1d30-9c92-43bd-acf7-ea11adefe0c9 req-fc9e52f4-fcc3-4af3-bc13-447a97139824 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387707 Jun 23 19:11:16.194469 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-5a02582c-67a0-4375-8b26-6fc85bebc2b0 None None] Provisioning complete for port e1b6ff06-a651-45ca-964e-d412481c4271 triggered by entity DHCP. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:11:16.195026 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-5a02582c-67a0-4375-8b26-6fc85bebc2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:16.342238 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ce5b37-8fd9-460c-b684-2bd90efc1976 x-openstack-request-id: req-74ce5b37-8fd9-460c-b684-2bd90efc1976 {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:11:16.342570 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19f4a415-61b3-489e-a00a-f8d4c6e63a93", "tag": "e1b6ff06-a651-45ca-964e-d412481c4271", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:11:16.342995 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-74ce5b37-8fd9-460c-b684-2bd90efc1976 {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:11:16.343306 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19f4a415-61b3-489e-a00a-f8d4c6e63a93', 'tag': 'e1b6ff06-a651-45ca-964e-d412481c4271', 'status': 'completed', 'code': 200} Jun 23 19:11:16.558145 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faa6255-40ae-4dd3-a0e6-45123f97db6f req-2cc5977c-7591-4d46-bb57-e17589c4ec69 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:16.560615 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7faa6255-40ae-4dd3-a0e6-45123f97db6f req-2cc5977c-7591-4d46-bb57-e17589c4ec69 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/ports?device_id=19f4a415-61b3-489e-a00a-f8d4c6e63a93 HTTP/1.1" status: 200 len: 985 time: 0.0964558 Jun 23 19:11:16.607311 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7faa6255-40ae-4dd3-a0e6-45123f97db6f req-a6b2a5bc-7caa-4625-bced-21ae4cbbd587 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7f8854b-0531-48a9-bb30-a3bb4c302f08&id=41b63a3d-6b98-489d-873d-5f8a706d78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0386806 Jun 23 19:11:16.794992 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee7d50-90e8-4dbc-8f93-40b254c9c01b req-74a4ffac-1a1e-4c5a-b5fa-2e89708868d0 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:16.796635 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-5bee7d50-90e8-4dbc-8f93-40b254c9c01b req-74a4ffac-1a1e-4c5a-b5fa-2e89708868d0 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/ports?device_id=65621b66-03b1-4dca-9fb0-95ff39ba1945 HTTP/1.1" status: 200 len: 945 time: 0.0798495 Jun 23 19:11:16.841407 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-5bee7d50-90e8-4dbc-8f93-40b254c9c01b req-8008eaef-0d7d-4f07-8574-99106eea2a64 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/security-groups?id=204e62e8-8b64-4fe9-8226-e24e494f73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364122 Jun 23 19:11:17.155523 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:17.354681 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad18238-13df-40e5-bd9f-276d9ca97e23 req-e75b2dbd-4c85-469f-8c77-ed02df12fe7b tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:17.356282 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7ad18238-13df-40e5-bd9f-276d9ca97e23 req-e75b2dbd-4c85-469f-8c77-ed02df12fe7b tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 943 time: 0.0812097 Jun 23 19:11:17.433819 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7ad18238-13df-40e5-bd9f-276d9ca97e23 req-c48c6a0e-e2d4-450c-92ba-887a124892f8 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601957 Jun 23 19:11:17.682269 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 34856) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:11:17.799315 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-971b15f4-97eb-4a09-8c25-1a1cd272c165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:17.937079 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-971b15f4-97eb-4a09-8c25-1a1cd272c165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:17.987636 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-971b15f4-97eb-4a09-8c25-1a1cd272c165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:17.992080 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-461612c7-8987-4e81-88d3-7ed8004b77f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:11:18.067598 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971b15f4-97eb-4a09-8c25-1a1cd272c165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7cf4ec-8d6d-4f84-a8f6-253e424d5101,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:11:18.073247 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-971b15f4-97eb-4a09-8c25-1a1cd272c165 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6b5564944cc7489ebe7d3714e77e97d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3899136 Jun 23 19:11:18.076094 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 34864) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:11:18.107656 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-971b15f4-97eb-4a09-8c25-1a1cd272c165 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:11:18.136154 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-e34e1e8b-5444-4f9d-8e0f-f2783d4be334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:18.145479 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b2b233-2e33-44bc-b66a-cb30bc8cb8a2 req-9b9b71d7-5b52-403c-9f8d-8d0f056f8747 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:18.147402 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-74b2b233-2e33-44bc-b66a-cb30bc8cb8a2 req-9b9b71d7-5b52-403c-9f8d-8d0f056f8747 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/ports?device_id=65621b66-03b1-4dca-9fb0-95ff39ba1945 HTTP/1.1" status: 200 len: 945 time: 0.0928478 Jun 23 19:11:18.161748 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-e34e1e8b-5444-4f9d-8e0f-f2783d4be334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:18.202703 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-74b2b233-2e33-44bc-b66a-cb30bc8cb8a2 req-cd84c62a-1e5f-4275-97e5-223591be9e85 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/security-groups?id=204e62e8-8b64-4fe9-8226-e24e494f73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461266 Jun 23 19:11:18.301813 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-e34e1e8b-5444-4f9d-8e0f-f2783d4be334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:18.311019 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-e34e1e8b-5444-4f9d-8e0f-f2783d4be334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:18.311019 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-e34e1e8b-5444-4f9d-8e0f-f2783d4be334 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4c7cf4ec-8d6d-4f84-a8f6-253e424d5101 HTTP/1.1" status: 204 len: 168 time: 0.2297685 Jun 23 19:11:18.311019 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-9fb352d9-f61b-43d2-b52d-5d32da2b62c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:11:18.324857 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34e1e8b-5444-4f9d-8e0f-f2783d4be334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7cf4ec-8d6d-4f84-a8f6-253e424d5101,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:11:18.328711 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-e34e1e8b-5444-4f9d-8e0f-f2783d4be334 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:11:18.700204 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00315bc7-c2cb-4513-b2b1-25c3ac26a0ac req-44d9c367-df2c-4c20-849c-d45579cc50b2 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:18.701776 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-00315bc7-c2cb-4513-b2b1-25c3ac26a0ac req-44d9c367-df2c-4c20-849c-d45579cc50b2 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 943 time: 0.1002676 Jun 23 19:11:18.753930 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-00315bc7-c2cb-4513-b2b1-25c3ac26a0ac req-abb0366f-d03a-44a3-93fa-14bb4966a3e5 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381765 Jun 23 19:11:19.399972 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb237619-1b0c-4664-8a8f-07a7789618e6 req-2d0b7b17-3bec-41b3-a7d7-b6c5d390770b tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:19.401662 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fb237619-1b0c-4664-8a8f-07a7789618e6 req-2d0b7b17-3bec-41b3-a7d7-b6c5d390770b tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/ports?device_id=65621b66-03b1-4dca-9fb0-95ff39ba1945 HTTP/1.1" status: 200 len: 945 time: 0.0740664 Jun 23 19:11:19.447464 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fb237619-1b0c-4664-8a8f-07a7789618e6 req-9194c788-af16-43cc-8f48-8bfc52aea1dd tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/security-groups?id=204e62e8-8b64-4fe9-8226-e24e494f73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392551 Jun 23 19:11:19.983184 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2b1f9a-340e-4278-b9f0-c21febc32b0c req-db9c5842-f51f-4b3c-8f8d-139180ba8223 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:19.985062 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0d2b1f9a-340e-4278-b9f0-c21febc32b0c req-db9c5842-f51f-4b3c-8f8d-139180ba8223 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 943 time: 0.0783191 Jun 23 19:11:20.041235 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0d2b1f9a-340e-4278-b9f0-c21febc32b0c req-2b87b044-73b9-43e3-934e-83594af49c08 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382605 Jun 23 19:11:20.654540 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694469a5-eef9-45e2-883f-145456a7898c req-0fb31f55-b937-47f8-bb5e-e61911490791 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:20.656111 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-694469a5-eef9-45e2-883f-145456a7898c req-0fb31f55-b937-47f8-bb5e-e61911490791 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/ports?device_id=65621b66-03b1-4dca-9fb0-95ff39ba1945 HTTP/1.1" status: 200 len: 945 time: 0.0727878 Jun 23 19:11:20.708908 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-694469a5-eef9-45e2-883f-145456a7898c req-041979f1-412b-44a2-98d1-3abf7d0a3240 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/security-groups?id=204e62e8-8b64-4fe9-8226-e24e494f73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469358 Jun 23 19:11:21.267949 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6c810c-9bb0-4aa3-a572-b1832a4fa8be req-210ad0bd-6cba-4aca-acf9-a1b7e2cf05f5 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:21.269677 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9f6c810c-9bb0-4aa3-a572-b1832a4fa8be req-210ad0bd-6cba-4aca-acf9-a1b7e2cf05f5 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 943 time: 0.0727963 Jun 23 19:11:21.311792 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9f6c810c-9bb0-4aa3-a572-b1832a4fa8be req-59f71f61-10a3-4ec4-9878-7c03e2748912 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362048 Jun 23 19:11:21.937647 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ec3a4f-88aa-4473-86f8-9fc6aad34d5c req-a1de9725-4fc2-4e3e-824d-0bd85de524b1 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:21.939240 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b8ec3a4f-88aa-4473-86f8-9fc6aad34d5c req-a1de9725-4fc2-4e3e-824d-0bd85de524b1 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/ports?device_id=65621b66-03b1-4dca-9fb0-95ff39ba1945 HTTP/1.1" status: 200 len: 945 time: 0.1056798 Jun 23 19:11:21.991503 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b8ec3a4f-88aa-4473-86f8-9fc6aad34d5c req-882c26f2-54c7-4561-b133-173b2ccf4708 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/security-groups?id=204e62e8-8b64-4fe9-8226-e24e494f73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411804 Jun 23 19:11:22.579243 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73358525-3028-45c4-93dd-65ef4179c49e req-c197bcf9-73cf-4754-9f85-16bd7fb35b04 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:22.580765 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-73358525-3028-45c4-93dd-65ef4179c49e req-c197bcf9-73cf-4754-9f85-16bd7fb35b04 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 943 time: 0.0715618 Jun 23 19:11:22.622133 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-73358525-3028-45c4-93dd-65ef4179c49e req-a780b299-6221-4e88-b07e-7f39ec52f998 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347884 Jun 23 19:11:23.195122 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ab3a2a-ee71-4d50-92ef-f5aaacde8431 req-a17c485b-653f-4528-b2e7-2f079da66d3e tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:23.197165 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f8ab3a2a-ee71-4d50-92ef-f5aaacde8431 req-a17c485b-653f-4528-b2e7-2f079da66d3e tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/ports?device_id=65621b66-03b1-4dca-9fb0-95ff39ba1945 HTTP/1.1" status: 200 len: 945 time: 0.0670893 Jun 23 19:11:23.295814 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f8ab3a2a-ee71-4d50-92ef-f5aaacde8431 req-2942b7ca-965d-4d7a-a7bf-b879dbe53d06 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/security-groups?id=204e62e8-8b64-4fe9-8226-e24e494f73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923879 Jun 23 19:11:23.342261 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212cb914-af13-4e46-a31f-fbf2c9b81480 req-2f7e9d17-c181-4693-b9c6-f83d090ad26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:23.343780 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-212cb914-af13-4e46-a31f-fbf2c9b81480 req-2f7e9d17-c181-4693-b9c6-f83d090ad26f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f0b83467b884463caf15d0aa3a28eb04&device_id=19f4a415-61b3-489e-a00a-f8d4c6e63a93 HTTP/1.1" status: 200 len: 1138 time: 0.1099024 Jun 23 19:11:23.345602 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f226f9-37af-40e5-8858-e532b8068fdb req-d15c982f-03c9-4c8c-bf0f-7fc363663375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:23.346945 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-99f226f9-37af-40e5-8858-e532b8068fdb req-d15c982f-03c9-4c8c-bf0f-7fc363663375 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=65621b66-03b1-4dca-9fb0-95ff39ba1945 HTTP/1.1" status: 200 len: 1098 time: 0.1141741 Jun 23 19:11:23.448262 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-99f226f9-37af-40e5-8858-e532b8068fdb req-85d03092-77c5-44fc-b7f5-d5b361c5ad29 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=204e62e8-8b64-4fe9-8226-e24e494f73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824537 Jun 23 19:11:23.478899 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212cb914-af13-4e46-a31f-fbf2c9b81480 req-02c6b116-069e-4922-84cf-1a5e46d073bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:23.480445 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-212cb914-af13-4e46-a31f-fbf2c9b81480 req-02c6b116-069e-4922-84cf-1a5e46d073bf service neutron] 10.222.0.49 "GET /v2.0/networks?id=e11519e8-7159-40a0-a52d-675d0f87c5a7 HTTP/1.1" status: 200 len: 915 time: 0.1160431 Jun 23 19:11:23.847775 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-212cb914-af13-4e46-a31f-fbf2c9b81480 req-2a663d9f-06b2-4b9b-9c40-fa84aaa85f9c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1b6ff06-a651-45ca-964e-d412481c4271 HTTP/1.1" status: 200 len: 1001 time: 0.0867686 Jun 23 19:11:23.873871 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff8e965-9679-4597-95dc-0dabd380a39d req-18af1e2d-769c-436e-94f1-90e36e958221 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:23.875362 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-eff8e965-9679-4597-95dc-0dabd380a39d req-18af1e2d-769c-436e-94f1-90e36e958221 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 943 time: 0.1243784 Jun 23 19:11:23.933140 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212cb914-af13-4e46-a31f-fbf2c9b81480 req-1a890712-f74b-4306-b689-2bd77dd58b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:23.940744 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-212cb914-af13-4e46-a31f-fbf2c9b81480 req-1a890712-f74b-4306-b689-2bd77dd58b17 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ed2e4123-a873-4352-9e10-819b47aa8267 HTTP/1.1" status: 200 len: 853 time: 0.0796373 Jun 23 19:11:23.942343 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-eff8e965-9679-4597-95dc-0dabd380a39d req-1e898821-2dca-47d9-bd89-ed3492c10978 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461719 Jun 23 19:11:23.996337 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212cb914-af13-4e46-a31f-fbf2c9b81480 req-9021a12d-29a3-4576-9e6d-3d5745397807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:23.997847 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-212cb914-af13-4e46-a31f-fbf2c9b81480 req-9021a12d-29a3-4576-9e6d-3d5745397807 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e11519e8-7159-40a0-a52d-675d0f87c5a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0546448 Jun 23 19:11:24.095229 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-212cb914-af13-4e46-a31f-fbf2c9b81480 req-2eff5e1e-f181-47d7-b252-9bb49edb09ad service neutron] 10.222.0.49 "GET /v2.0/networks/e11519e8-7159-40a0-a52d-675d0f87c5a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888164 Jun 23 19:11:24.197200 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-212cb914-af13-4e46-a31f-fbf2c9b81480 req-7704c7dd-be78-4ff4-a17f-6b7039a09598 service neutron] 10.222.0.49 "GET /v2.0/networks/e11519e8-7159-40a0-a52d-675d0f87c5a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895081 Jun 23 19:11:24.466691 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc38cde-af97-4b20-83a5-91895ec77c0c req-ddc88726-8bc8-4f5a-a5b3-13504429d3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:24.468300 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-efc38cde-af97-4b20-83a5-91895ec77c0c req-ddc88726-8bc8-4f5a-a5b3-13504429d3e6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f0b83467b884463caf15d0aa3a28eb04&device_id=19f4a415-61b3-489e-a00a-f8d4c6e63a93 HTTP/1.1" status: 200 len: 1138 time: 0.0917983 Jun 23 19:11:24.551842 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a489349-5eea-478e-b451-b15a8398c3de req-d92c1b18-eddc-4aee-b191-9ee2f1cb3b89 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:24.553410 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8a489349-5eea-478e-b451-b15a8398c3de req-d92c1b18-eddc-4aee-b191-9ee2f1cb3b89 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/ports?device_id=65621b66-03b1-4dca-9fb0-95ff39ba1945 HTTP/1.1" status: 200 len: 945 time: 0.1302657 Jun 23 19:11:24.612221 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8a489349-5eea-478e-b451-b15a8398c3de req-73959bb1-dbc3-43de-a52c-27cbb350367b tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/security-groups?id=204e62e8-8b64-4fe9-8226-e24e494f73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503478 Jun 23 19:11:24.613148 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc38cde-af97-4b20-83a5-91895ec77c0c req-07006d72-7530-4a26-9858-348f3bcf04b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:24.614471 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-efc38cde-af97-4b20-83a5-91895ec77c0c req-07006d72-7530-4a26-9858-348f3bcf04b4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e11519e8-7159-40a0-a52d-675d0f87c5a7 HTTP/1.1" status: 200 len: 915 time: 0.1386106 Jun 23 19:11:24.681499 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-efc38cde-af97-4b20-83a5-91895ec77c0c req-d05ae8b9-5208-4c63-95d0-ada0dfd2d796 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1b6ff06-a651-45ca-964e-d412481c4271 HTTP/1.1" status: 200 len: 1001 time: 0.0580053 Jun 23 19:11:24.732636 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc38cde-af97-4b20-83a5-91895ec77c0c req-c4f9041e-3b66-46e4-9f3c-561af0fa9c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:24.734061 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-efc38cde-af97-4b20-83a5-91895ec77c0c req-c4f9041e-3b66-46e4-9f3c-561af0fa9c04 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ed2e4123-a873-4352-9e10-819b47aa8267 HTTP/1.1" status: 200 len: 853 time: 0.0455563 Jun 23 19:11:24.806633 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc38cde-af97-4b20-83a5-91895ec77c0c req-19eb3b12-971d-495e-a389-21c7b71d7c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:24.808147 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-efc38cde-af97-4b20-83a5-91895ec77c0c req-19eb3b12-971d-495e-a389-21c7b71d7c9d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e11519e8-7159-40a0-a52d-675d0f87c5a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0564766 Jun 23 19:11:24.910654 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-efc38cde-af97-4b20-83a5-91895ec77c0c req-59b8a910-eb42-4c91-94a7-72b638d6dad6 service neutron] 10.222.0.49 "GET /v2.0/networks/e11519e8-7159-40a0-a52d-675d0f87c5a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929158 Jun 23 19:11:25.019436 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-efc38cde-af97-4b20-83a5-91895ec77c0c req-352ea65e-0aaa-47eb-b640-d02986152352 service neutron] 10.222.0.49 "GET /v2.0/networks/e11519e8-7159-40a0-a52d-675d0f87c5a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939016 Jun 23 19:11:25.132735 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd82c3-bf8a-4e71-94e1-4a245e123f19 req-a962a2d5-ebb1-4b72-b61e-c7bdc3ac639a tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:25.134291 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-82cd82c3-bf8a-4e71-94e1-4a245e123f19 req-a962a2d5-ebb1-4b72-b61e-c7bdc3ac639a tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 943 time: 0.0651946 Jun 23 19:11:25.174702 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-82cd82c3-bf8a-4e71-94e1-4a245e123f19 req-8509feb4-d5c1-42d0-a5f7-e334ed1a1b2d tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345764 Jun 23 19:11:25.798715 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db73ce-76fb-4e87-94c7-d150fb1f45fe req-50930a07-f605-4eb5-b30e-a3f9cedc35d4 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:25.800115 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-66db73ce-76fb-4e87-94c7-d150fb1f45fe req-50930a07-f605-4eb5-b30e-a3f9cedc35d4 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/ports?device_id=65621b66-03b1-4dca-9fb0-95ff39ba1945 HTTP/1.1" status: 200 len: 945 time: 0.0630798 Jun 23 19:11:25.842443 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-66db73ce-76fb-4e87-94c7-d150fb1f45fe req-82faf151-5ebe-48b5-a3d5-fd62cd19f219 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/security-groups?id=204e62e8-8b64-4fe9-8226-e24e494f73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361674 Jun 23 19:11:26.895789 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0124e60-9801-44f5-9f9b-72de551a3c67 req-8a91f5c5-f665-4576-8ff6-d7078d904451 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:26.898172 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e0124e60-9801-44f5-9f9b-72de551a3c67 req-8a91f5c5-f665-4576-8ff6-d7078d904451 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 943 time: 0.0644186 Jun 23 19:11:26.941850 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e0124e60-9801-44f5-9f9b-72de551a3c67 req-741bd053-6359-46c0-99f1-f2b09b00eda7 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378151 Jun 23 19:11:28.125466 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb835f7-84b2-4532-91c4-4b569bb83eb6 req-76365d2d-9119-495e-96f3-582214b83d33 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:28.126949 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-bfb835f7-84b2-4532-91c4-4b569bb83eb6 req-76365d2d-9119-495e-96f3-582214b83d33 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 943 time: 0.0635643 Jun 23 19:11:28.167633 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-bfb835f7-84b2-4532-91c4-4b569bb83eb6 req-bb080ca1-5eee-4e0a-b4e5-2c83b97867c7 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337782 Jun 23 19:11:29.362761 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e62b6-1384-4caf-b614-80ef68d7779e req-5d4e1dbf-4c33-4665-8422-092aa9e587b6 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:29.364363 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0f8e62b6-1384-4caf-b614-80ef68d7779e req-5d4e1dbf-4c33-4665-8422-092aa9e587b6 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 943 time: 0.0799608 Jun 23 19:11:29.404049 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0f8e62b6-1384-4caf-b614-80ef68d7779e req-dfb59407-49f4-4ea5-b952-6fc6cdd8810d tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334063 Jun 23 19:11:30.190560 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-b591f483-e8cd-45b7-a831-d725adba3361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:30.598807 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7552beb-ae17-4a6b-98ad-d7d0266c53c8 req-a1619a6c-76f0-4d33-a383-df54f2d508e2 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:30.600630 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d7552beb-ae17-4a6b-98ad-d7d0266c53c8 req-a1619a6c-76f0-4d33-a383-df54f2d508e2 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 943 time: 0.0723245 Jun 23 19:11:30.663828 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d7552beb-ae17-4a6b-98ad-d7d0266c53c8 req-89b60593-5cb8-4913-909b-17c1579bcec6 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565464 Jun 23 19:11:31.874332 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249c1edf-8a7d-4d5a-8851-78d443040065 req-33f2e3a1-cd4e-41fb-a268-edabb05f91a3 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:31.875940 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-249c1edf-8a7d-4d5a-8851-78d443040065 req-33f2e3a1-cd4e-41fb-a268-edabb05f91a3 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 943 time: 0.0764725 Jun 23 19:11:31.922694 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-249c1edf-8a7d-4d5a-8851-78d443040065 req-2aee8205-9c54-47ff-9c5d-b40628002d5e tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403144 Jun 23 19:11:32.935604 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-af4bf906-5d37-4034-a265-ff0e4cdc2447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:33.052746 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:33.115859 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c287e96-2381-4348-b687-ec49b11fa157 req-a6557453-342a-4d76-a0b5-f96e4c3e1b1b tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:33.117350 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-5c287e96-2381-4348-b687-ec49b11fa157 req-a6557453-342a-4d76-a0b5-f96e4c3e1b1b tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 943 time: 0.0735731 Jun 23 19:11:33.155517 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-5c287e96-2381-4348-b687-ec49b11fa157 req-c3169107-1458-4fe0-ae2b-3f9102c63fe7 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323362 Jun 23 19:11:33.365736 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device 4e34fc00-a696-4f73-9fac-286e1851994d details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=93954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 19:11:33.468854 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] For port 4e34fc00-a696-4f73-9fac-286e1851994d, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=4e34fc00-a696-4f73-9fac-286e1851994d,segment=NetworkSegment(6376ebc8-cc9e-4950-bed1-519aba44fb4f),segment_id=6376ebc8-cc9e-4950-bed1-519aba44fb4f)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:11:33.480084 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Returning: {'device': '4e34fc00-a696-4f73-9fac-286e1851994d', 'network_id': 'd02d4878-2846-42b3-8429-dddc3d54aa5f', 'port_id': '4e34fc00-a696-4f73-9fac-286e1851994d', 'mac_address': 'fa:16:3e:16:73:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 941, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0c9ad5e-51b6-4019-87c2-098d82b200c4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 19:11:33.516785 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:33.528964 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.notifiers.nova [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e34fc00-a696-4f73-9fac-286e1851994d {{(pid=93954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:11:33.547961 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] For port 4e34fc00-a696-4f73-9fac-286e1851994d, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=4e34fc00-a696-4f73-9fac-286e1851994d,segment=NetworkSegment(6376ebc8-cc9e-4950-bed1-519aba44fb4f),segment_id=6376ebc8-cc9e-4950-bed1-519aba44fb4f)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:11:33.667055 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:33.668797 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:11:33.720389 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Pushing event updated for resources: {'Port': ['ID=4e34fc00-a696-4f73-9fac-286e1851994d,revision_number=9']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:11:33.723784 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:11:34.116389 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] get_ports_and_sgs() called for port_ids ['4e34fc00-a696-4f73-9fac-286e1851994d'] {{(pid=93954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:11:34.120322 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-36873b57-c469-4164-8152-400a4dc72ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:34.356143 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178edbea-abe3-4279-a22b-b41f1616fafa req-7043b7a7-2480-4981-a57c-fea58bf0ed3a tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:34.357616 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-178edbea-abe3-4279-a22b-b41f1616fafa req-7043b7a7-2480-4981-a57c-fea58bf0ed3a tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 944 time: 0.0630665 Jun 23 19:11:34.395214 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-178edbea-abe3-4279-a22b-b41f1616fafa req-9545e00d-ef27-4aab-82a2-1a2b568e64bc tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317104 Jun 23 19:11:35.381759 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device 4e34fc00-a696-4f73-9fac-286e1851994d up at agent hyperv_hv-cinder-79049 {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:11:35.406341 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0dfa02b7-e69b-42f9-a1c6-d55a29ea84e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:35.431371 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Provisioning complete for port 4e34fc00-a696-4f73-9fac-286e1851994d triggered by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:11:35.431795 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:35.508085 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:35.530453 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00fb7bdb-349a-47eb-8883-7f210aff4653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e34fc00-a696-4f73-9fac-286e1851994d'}] {{(pid=93954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:11:35.533157 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78efef87a1af135e54214795b53a936b9e8d2b7d09f053504b37278e2de45a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a9b09b0-cda1-44ab-9bee-81bcbf153170" -d '{"events": [{"server_uuid": "00fb7bdb-349a-47eb-8883-7f210aff4653", "name": "network-vif-plugged", "status": "completed", "tag": "4e34fc00-a696-4f73-9fac-286e1851994d"}]}' {{(pid=93954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:11:35.546467 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] For port 4e34fc00-a696-4f73-9fac-286e1851994d, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=4e34fc00-a696-4f73-9fac-286e1851994d,segment=NetworkSegment(6376ebc8-cc9e-4950-bed1-519aba44fb4f),segment_id=6376ebc8-cc9e-4950-bed1-519aba44fb4f)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:11:35.582161 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d86e99-c9d0-433a-90ec-0293137891c9 req-4dbf187a-ccbd-4ea0-9b87-f1b9add60755 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:35.583648 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-37d86e99-c9d0-433a-90ec-0293137891c9 req-4dbf187a-ccbd-4ea0-9b87-f1b9add60755 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 944 time: 0.0692692 Jun 23 19:11:35.622820 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-37d86e99-c9d0-433a-90ec-0293137891c9 req-f56c311e-a78b-48f2-8972-baba01877f14 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327382 Jun 23 19:11:35.629724 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:35.631791 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:11:35.683333 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Pushing event updated for resources: {'Port': ['ID=4e34fc00-a696-4f73-9fac-286e1851994d,revision_number=10']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:11:35.687299 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:11:35.693035 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a0c455-ec66-4d7e-9ac3-b640b6e02439 x-openstack-request-id: req-c9a0c455-ec66-4d7e-9ac3-b640b6e02439 {{(pid=93954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:11:35.693664 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00fb7bdb-349a-47eb-8883-7f210aff4653", "name": "network-vif-plugged", "status": "completed", "tag": "4e34fc00-a696-4f73-9fac-286e1851994d", "code": 200}]} {{(pid=93954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:11:35.694219 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c9a0c455-ec66-4d7e-9ac3-b640b6e02439 {{(pid=93954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:11:35.694716 dv-cinder-790492-6-iscsi neutron-server[93954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00fb7bdb-349a-47eb-8883-7f210aff4653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e34fc00-a696-4f73-9fac-286e1851994d', 'code': 200} Jun 23 19:11:36.507285 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac389d-ccfa-4f99-9007-c4ba4fff97ec req-8e0a4018-1601-4392-9e75-11a76b77f5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:36.508775 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-42ac389d-ccfa-4f99-9007-c4ba4fff97ec req-8e0a4018-1601-4392-9e75-11a76b77f5d7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 1099 time: 0.0516837 Jun 23 19:11:36.548344 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-42ac389d-ccfa-4f99-9007-c4ba4fff97ec req-9b17f2c9-d8e6-45b5-8700-ae40ca3b32fd service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280631 Jun 23 19:11:36.810553 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828257d-b68b-43f7-a4dd-69ed8372095a req-ce05942d-3187-4edf-af88-2bb36f310948 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:36.812036 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4828257d-b68b-43f7-a4dd-69ed8372095a req-ce05942d-3187-4edf-af88-2bb36f310948 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 946 time: 0.0626271 Jun 23 19:11:36.850301 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4828257d-b68b-43f7-a4dd-69ed8372095a req-436e6736-9ff7-440f-8227-87ab9513f078 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325198 Jun 23 19:11:37.504863 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4280a2-46f8-40df-b79b-e8485c605df7 req-bf4b30f5-1952-486f-a2cc-4365ff882ec6 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:37.506316 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-1f4280a2-46f8-40df-b79b-e8485c605df7 req-bf4b30f5-1952-486f-a2cc-4365ff882ec6 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/ports?device_id=19f4a415-61b3-489e-a00a-f8d4c6e63a93 HTTP/1.1" status: 200 len: 985 time: 0.0684755 Jun 23 19:11:37.547303 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-1f4280a2-46f8-40df-b79b-e8485c605df7 req-4e4dbc4f-5028-45b3-ac46-7c532f242a7a tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7f8854b-0531-48a9-bb30-a3bb4c302f08&id=41b63a3d-6b98-489d-873d-5f8a706d78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345373 Jun 23 19:11:37.598842 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d2f859-c011-48ea-9af9-87ba01168909 req-06df7b25-ff17-42fa-bacf-defd377f2329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:37.600350 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-86d2f859-c011-48ea-9af9-87ba01168909 req-06df7b25-ff17-42fa-bacf-defd377f2329 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f0b83467b884463caf15d0aa3a28eb04&device_id=19f4a415-61b3-489e-a00a-f8d4c6e63a93 HTTP/1.1" status: 200 len: 1138 time: 0.0522022 Jun 23 19:11:37.697795 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d2f859-c011-48ea-9af9-87ba01168909 req-de6d2dcb-052f-4160-8f72-48beb481dadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:37.699147 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-86d2f859-c011-48ea-9af9-87ba01168909 req-de6d2dcb-052f-4160-8f72-48beb481dadb service neutron] 10.222.0.49 "GET /v2.0/networks?id=e11519e8-7159-40a0-a52d-675d0f87c5a7 HTTP/1.1" status: 200 len: 915 time: 0.0881741 Jun 23 19:11:37.767308 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-86d2f859-c011-48ea-9af9-87ba01168909 req-647b2f73-0cbb-466f-80b0-394328d4bea7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1b6ff06-a651-45ca-964e-d412481c4271 HTTP/1.1" status: 200 len: 1001 time: 0.0571167 Jun 23 19:11:37.846726 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d2f859-c011-48ea-9af9-87ba01168909 req-44f28ba1-fc03-4d70-b0a2-2a0291720108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:37.848193 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-86d2f859-c011-48ea-9af9-87ba01168909 req-44f28ba1-fc03-4d70-b0a2-2a0291720108 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ed2e4123-a873-4352-9e10-819b47aa8267 HTTP/1.1" status: 200 len: 853 time: 0.0672355 Jun 23 19:11:37.918570 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d2f859-c011-48ea-9af9-87ba01168909 req-549ccded-862c-4522-a4df-9ea3eb34e857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:37.920230 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-86d2f859-c011-48ea-9af9-87ba01168909 req-549ccded-862c-4522-a4df-9ea3eb34e857 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e11519e8-7159-40a0-a52d-675d0f87c5a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0590134 Jun 23 19:11:38.056372 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-86d2f859-c011-48ea-9af9-87ba01168909 req-c6146b26-b364-458f-8bc8-ddaaa2884086 service neutron] 10.222.0.49 "GET /v2.0/networks/e11519e8-7159-40a0-a52d-675d0f87c5a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255941 Jun 23 19:11:38.072736 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71153bc-16fa-46dc-a7da-dcc83a3bea89 req-698a2fd7-4264-414e-a17e-60cdea84bd19 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:38.074152 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e71153bc-16fa-46dc-a7da-dcc83a3bea89 req-698a2fd7-4264-414e-a17e-60cdea84bd19 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 946 time: 0.0923221 Jun 23 19:11:38.119739 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e71153bc-16fa-46dc-a7da-dcc83a3bea89 req-72d561d7-bf1f-4756-87e7-e3817c52da64 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396225 Jun 23 19:11:38.199511 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-86d2f859-c011-48ea-9af9-87ba01168909 req-11cf9d01-1b5b-477a-8015-d5cd0f6438cd service neutron] 10.222.0.49 "GET /v2.0/networks/e11519e8-7159-40a0-a52d-675d0f87c5a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902696 Jun 23 19:11:38.732179 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed6a126-fa00-4e39-9ca0-8ebbe4d1b3dc req-f299ee86-3424-47eb-b9ab-7a48db1d2674 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:38.733631 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-eed6a126-fa00-4e39-9ca0-8ebbe4d1b3dc req-f299ee86-3424-47eb-b9ab-7a48db1d2674 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/ports?device_id=19f4a415-61b3-489e-a00a-f8d4c6e63a93 HTTP/1.1" status: 200 len: 985 time: 0.0621660 Jun 23 19:11:38.775277 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-eed6a126-fa00-4e39-9ca0-8ebbe4d1b3dc req-dfb59563-b816-4653-87be-1ae831b3c9b3 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7f8854b-0531-48a9-bb30-a3bb4c302f08&id=41b63a3d-6b98-489d-873d-5f8a706d78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0357311 Jun 23 19:11:39.300948 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f59f28-ebb9-4535-ab98-4b137287462a req-81cce942-0658-4e3b-aaf3-09d005f21bac tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:39.302435 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-87f59f28-ebb9-4535-ab98-4b137287462a req-81cce942-0658-4e3b-aaf3-09d005f21bac tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 946 time: 0.0629835 Jun 23 19:11:39.346382 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-87f59f28-ebb9-4535-ab98-4b137287462a req-a4bca381-8784-4509-bf8e-ee0886d950b5 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340376 Jun 23 19:11:39.964213 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dac5e7-1728-4c5e-9d09-17b1df43b483 req-06697af5-36dd-4f7f-bbe4-e5bda6029519 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:39.965672 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-30dac5e7-1728-4c5e-9d09-17b1df43b483 req-06697af5-36dd-4f7f-bbe4-e5bda6029519 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/ports?device_id=19f4a415-61b3-489e-a00a-f8d4c6e63a93 HTTP/1.1" status: 200 len: 985 time: 0.0740831 Jun 23 19:11:40.005658 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-30dac5e7-1728-4c5e-9d09-17b1df43b483 req-bac93261-f33a-48e7-a511-d2d3fe41a10b tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7f8854b-0531-48a9-bb30-a3bb4c302f08&id=41b63a3d-6b98-489d-873d-5f8a706d78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341191 Jun 23 19:11:40.518972 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d0fb3e-b62a-40d6-bc64-6594c17a3cad req-9801a9de-6b24-478e-b5b5-ed68683a12cc tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:40.520434 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a8d0fb3e-b62a-40d6-bc64-6594c17a3cad req-9801a9de-6b24-478e-b5b5-ed68683a12cc tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 946 time: 0.0611823 Jun 23 19:11:40.561668 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a8d0fb3e-b62a-40d6-bc64-6594c17a3cad req-e17c2c2a-0ba2-47ba-b3e3-2b95e3e2e2b6 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331302 Jun 23 19:11:41.329830 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7699efa3-b7bb-41d6-979b-98649d8676dd req-9ec5a25c-4555-40d9-907c-1af3be59bab8 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:41.331322 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7699efa3-b7bb-41d6-979b-98649d8676dd req-9ec5a25c-4555-40d9-907c-1af3be59bab8 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/ports?device_id=19f4a415-61b3-489e-a00a-f8d4c6e63a93 HTTP/1.1" status: 200 len: 985 time: 0.2104805 Jun 23 19:11:41.371528 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7699efa3-b7bb-41d6-979b-98649d8676dd req-3e0383d0-a949-4e4a-940f-aa41cfa9e4ea tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7f8854b-0531-48a9-bb30-a3bb4c302f08&id=41b63a3d-6b98-489d-873d-5f8a706d78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343893 Jun 23 19:11:42.003964 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d33f6e-8bd1-426f-a3a3-1dd08d5cd37f req-932a81d3-edc9-462b-bd73-8a80856f1d7f tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:42.005308 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e3d33f6e-8bd1-426f-a3a3-1dd08d5cd37f req-932a81d3-edc9-462b-bd73-8a80856f1d7f tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 946 time: 0.3284397 Jun 23 19:11:42.043012 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e3d33f6e-8bd1-426f-a3a3-1dd08d5cd37f req-247ac434-b9dd-4d2f-83d5-673169457b90 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315740 Jun 23 19:11:42.312441 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.agents_db [None req-808d9167-7b86-4487-ac1f-373b1677e9b0 None None] Agent healthcheck: found 6 active agents {{(pid=93955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:11:42.541948 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d4635-4744-4958-b392-9718e153b10b req-f17bc42c-7715-4161-a316-17cb7d64a618 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:42.543371 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2a7d4635-4744-4958-b392-9718e153b10b req-f17bc42c-7715-4161-a316-17cb7d64a618 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/ports?device_id=19f4a415-61b3-489e-a00a-f8d4c6e63a93 HTTP/1.1" status: 200 len: 985 time: 0.0626020 Jun 23 19:11:42.584267 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2a7d4635-4744-4958-b392-9718e153b10b req-13054038-5be2-4de3-b510-6b7151747f22 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7f8854b-0531-48a9-bb30-a3bb4c302f08&id=41b63a3d-6b98-489d-873d-5f8a706d78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0350442 Jun 23 19:11:43.224927 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff78e0a-97da-4eab-b276-5a9df6069ab1 req-047b46f6-9702-4d63-a8ee-c72b4d127662 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:43.227031 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-5ff78e0a-97da-4eab-b276-5a9df6069ab1 req-047b46f6-9702-4d63-a8ee-c72b4d127662 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 946 time: 0.0671346 Jun 23 19:11:43.262958 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-5ff78e0a-97da-4eab-b276-5a9df6069ab1 req-6acd7a37-b1a5-4322-9623-e3fb3b01f7ee tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299990 Jun 23 19:11:43.755161 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e893cea-e83c-4a50-af59-e01354e3ba8d req-b7a5cdc2-5c55-42e5-9a45-0c5f0b3239c2 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:43.756639 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9e893cea-e83c-4a50-af59-e01354e3ba8d req-b7a5cdc2-5c55-42e5-9a45-0c5f0b3239c2 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/ports?device_id=19f4a415-61b3-489e-a00a-f8d4c6e63a93 HTTP/1.1" status: 200 len: 985 time: 0.0609648 Jun 23 19:11:43.796684 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9e893cea-e83c-4a50-af59-e01354e3ba8d req-e9536361-d5cf-438a-b9c2-8678d5f1a8ed tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7f8854b-0531-48a9-bb30-a3bb4c302f08&id=41b63a3d-6b98-489d-873d-5f8a706d78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335515 Jun 23 19:11:44.987366 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b47c4-ca21-4505-b52f-656c31d126f8 req-4d6b19ad-ca60-4ac6-b35c-86c8dd60dc25 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:44.988998 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-553b47c4-ca21-4505-b52f-656c31d126f8 req-4d6b19ad-ca60-4ac6-b35c-86c8dd60dc25 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/ports?device_id=19f4a415-61b3-489e-a00a-f8d4c6e63a93 HTTP/1.1" status: 200 len: 985 time: 0.0686550 Jun 23 19:11:45.034277 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-553b47c4-ca21-4505-b52f-656c31d126f8 req-b2968768-07a0-4952-9e29-25cfe2318740 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7f8854b-0531-48a9-bb30-a3bb4c302f08&id=41b63a3d-6b98-489d-873d-5f8a706d78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0379181 Jun 23 19:11:46.217826 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01185b1c-b525-4858-970a-9a5e5e1cd5a5 req-71607ee8-d386-480b-bded-bcc84593116f tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:46.219366 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-01185b1c-b525-4858-970a-9a5e5e1cd5a5 req-71607ee8-d386-480b-bded-bcc84593116f tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/ports?device_id=19f4a415-61b3-489e-a00a-f8d4c6e63a93 HTTP/1.1" status: 200 len: 985 time: 0.0696051 Jun 23 19:11:46.262530 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-01185b1c-b525-4858-970a-9a5e5e1cd5a5 req-c2d8beff-f526-4ee1-8413-811c2ce382f6 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7f8854b-0531-48a9-bb30-a3bb4c302f08&id=41b63a3d-6b98-489d-873d-5f8a706d78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0372455 Jun 23 19:11:47.134832 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:47.439359 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e914f8-36a5-442f-b800-ba375c82e47b req-09f38a5e-4ef8-425e-9ee9-69b994e55e14 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:47.440870 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f0e914f8-36a5-442f-b800-ba375c82e47b req-09f38a5e-4ef8-425e-9ee9-69b994e55e14 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/ports?device_id=19f4a415-61b3-489e-a00a-f8d4c6e63a93 HTTP/1.1" status: 200 len: 985 time: 0.0652001 Jun 23 19:11:47.482137 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f0e914f8-36a5-442f-b800-ba375c82e47b req-3004a8aa-c193-4b7f-b932-040ca98aa061 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7f8854b-0531-48a9-bb30-a3bb4c302f08&id=41b63a3d-6b98-489d-873d-5f8a706d78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0355160 Jun 23 19:11:48.762817 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0342517-4617-4123-b4e1-817d5e1a2cd2 req-8bf01268-50bd-4b79-8946-da298f67817b tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:48.764858 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f0342517-4617-4123-b4e1-817d5e1a2cd2 req-8bf01268-50bd-4b79-8946-da298f67817b tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/ports?device_id=19f4a415-61b3-489e-a00a-f8d4c6e63a93 HTTP/1.1" status: 200 len: 985 time: 0.0732131 Jun 23 19:11:48.806390 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f0342517-4617-4123-b4e1-817d5e1a2cd2 req-0e98cf69-aceb-48ed-89f5-e5f3d5c0e2a4 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7f8854b-0531-48a9-bb30-a3bb4c302f08&id=41b63a3d-6b98-489d-873d-5f8a706d78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0357168 Jun 23 19:11:48.983449 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbd80b2-9f97-4bac-98d1-e50d10d75249 req-1b1fc448-7e8c-4056-9b37-64d638eb99e3 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:48.984907 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-5fbd80b2-9f97-4bac-98d1-e50d10d75249 req-1b1fc448-7e8c-4056-9b37-64d638eb99e3 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f022836-784f-4a4c-ab37-ae1725639d96 HTTP/1.1" status: 200 len: 945 time: 0.0633700 Jun 23 19:11:49.022803 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-5fbd80b2-9f97-4bac-98d1-e50d10d75249 req-57f1322e-bf9c-4922-9f39-54d29ac3afac tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/security-groups?id=91571f0b-7134-4fa9-bd9c-2145cc487829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321181 Jun 23 19:11:49.993925 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df19a867-7f13-49ed-b87b-6db946b41270 req-256816c0-26f4-4e2a-8de0-7f28545b6eab tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:49.995457 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-df19a867-7f13-49ed-b87b-6db946b41270 req-256816c0-26f4-4e2a-8de0-7f28545b6eab tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/ports?device_id=19f4a415-61b3-489e-a00a-f8d4c6e63a93 HTTP/1.1" status: 200 len: 985 time: 0.0730424 Jun 23 19:11:50.037638 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-df19a867-7f13-49ed-b87b-6db946b41270 req-8b04ee0b-9ede-476d-a2f2-c78575685bb4 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7f8854b-0531-48a9-bb30-a3bb4c302f08&id=41b63a3d-6b98-489d-873d-5f8a706d78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0362995 Jun 23 19:11:50.204180 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f01a8e9-f2ed-42b0-90f5-d300b059858c req-b6cd7844-08bc-4b98-af4b-e8bc2ed781fd tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:50.205810 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7f01a8e9-f2ed-42b0-90f5-d300b059858c req-b6cd7844-08bc-4b98-af4b-e8bc2ed781fd tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f022836-784f-4a4c-ab37-ae1725639d96 HTTP/1.1" status: 200 len: 945 time: 0.0657172 Jun 23 19:11:50.247563 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7f01a8e9-f2ed-42b0-90f5-d300b059858c req-f1495151-c1ea-4ecb-a34f-65d47a7e8475 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/security-groups?id=91571f0b-7134-4fa9-bd9c-2145cc487829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358396 Jun 23 19:11:50.533079 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-71d19903-ce71-419b-9737-20e8ca16cba8 req-e02ea9f2-4a5f-43f9-ac03-c1f18089d1e4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0494518 Jun 23 19:11:50.654954 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d19903-ce71-419b-9737-20e8ca16cba8 req-cd27ef33-d31a-4c28-9641-599e197282aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:50.656392 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-71d19903-ce71-419b-9737-20e8ca16cba8 req-cd27ef33-d31a-4c28-9641-599e197282aa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=29cd4a25dde246cd9b647b69d19079f6&device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 1099 time: 0.0558038 Jun 23 19:11:50.758128 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d19903-ce71-419b-9737-20e8ca16cba8 req-250833dc-177c-472b-a666-3098e4813613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:50.759594 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-71d19903-ce71-419b-9737-20e8ca16cba8 req-250833dc-177c-472b-a666-3098e4813613 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d02d4878-2846-42b3-8429-dddc3d54aa5f HTTP/1.1" status: 200 len: 918 time: 0.0819521 Jun 23 19:11:50.828795 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-71d19903-ce71-419b-9737-20e8ca16cba8 req-426514e7-f87c-44a5-bb6e-34623aa77c88 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e34fc00-a696-4f73-9fac-286e1851994d HTTP/1.1" status: 200 len: 1001 time: 0.0594180 Jun 23 19:11:50.883251 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d19903-ce71-419b-9737-20e8ca16cba8 req-6a26e72b-6a5a-463f-a380-82c83469f6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:50.884685 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-71d19903-ce71-419b-9737-20e8ca16cba8 req-6a26e72b-6a5a-463f-a380-82c83469f6b6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d0c9ad5e-51b6-4019-87c2-098d82b200c4 HTTP/1.1" status: 200 len: 856 time: 0.0432503 Jun 23 19:11:50.951619 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d19903-ce71-419b-9737-20e8ca16cba8 req-00642fc6-2afb-45e1-bfcf-28a1e17d8283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:50.953104 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-71d19903-ce71-419b-9737-20e8ca16cba8 req-00642fc6-2afb-45e1-bfcf-28a1e17d8283 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d02d4878-2846-42b3-8429-dddc3d54aa5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0595961 Jun 23 19:11:51.050115 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-71d19903-ce71-419b-9737-20e8ca16cba8 req-aa19f57f-a78b-4c63-aff2-f3a84becf2be service neutron] 10.222.0.49 "GET /v2.0/networks/d02d4878-2846-42b3-8429-dddc3d54aa5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851197 Jun 23 19:11:51.155201 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-71d19903-ce71-419b-9737-20e8ca16cba8 req-adc70be3-4d23-4804-ae34-e20e94cb8a48 service neutron] 10.222.0.49 "GET /v2.0/networks/d02d4878-2846-42b3-8429-dddc3d54aa5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921540 Jun 23 19:11:51.226435 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf38209-f1ae-4395-ba2e-f7677474280a req-1f1cdd41-7414-47ba-bdd9-326b6dcde703 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:51.227923 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ddf38209-f1ae-4395-ba2e-f7677474280a req-1f1cdd41-7414-47ba-bdd9-326b6dcde703 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/ports?device_id=19f4a415-61b3-489e-a00a-f8d4c6e63a93 HTTP/1.1" status: 200 len: 985 time: 0.0707586 Jun 23 19:11:51.268041 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ddf38209-f1ae-4395-ba2e-f7677474280a req-d80ca5ca-2d1d-4977-b64f-0d7aa25c09ee tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7f8854b-0531-48a9-bb30-a3bb4c302f08&id=41b63a3d-6b98-489d-873d-5f8a706d78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342081 Jun 23 19:11:51.428662 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c379b7ce-a6d8-4f4f-bfd2-7a1bc2e19562 req-5a74bd80-b93e-4c2a-8fa6-57badffd67a2 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:51.430703 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c379b7ce-a6d8-4f4f-bfd2-7a1bc2e19562 req-5a74bd80-b93e-4c2a-8fa6-57badffd67a2 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f022836-784f-4a4c-ab37-ae1725639d96 HTTP/1.1" status: 200 len: 945 time: 0.0629158 Jun 23 19:11:51.497170 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c379b7ce-a6d8-4f4f-bfd2-7a1bc2e19562 req-b794b884-180a-4a11-be72-30c9a258c9e3 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/security-groups?id=91571f0b-7134-4fa9-bd9c-2145cc487829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607207 Jun 23 19:11:51.530729 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92d74fe-0d3f-4dd6-b3f9-00ccf5320893 req-bd385756-d864-455c-ba0c-8eea06a7afb6 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:51.532188 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d92d74fe-0d3f-4dd6-b3f9-00ccf5320893 req-bd385756-d864-455c-ba0c-8eea06a7afb6 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f022836-784f-4a4c-ab37-ae1725639d96 HTTP/1.1" status: 200 len: 945 time: 0.0822198 Jun 23 19:11:51.638201 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [req-d92d74fe-0d3f-4dd6-b3f9-00ccf5320893 req-5f097a57-66da-4646-a0a8-eceb4dd66bd0 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Deleting port 61982a3b-9cce-4222-a53c-34caf6941c0c {{(pid=93953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:11:51.638537 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-d92d74fe-0d3f-4dd6-b3f9-00ccf5320893 req-5f097a57-66da-4646-a0a8-eceb4dd66bd0 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745549706015'] for port, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:51.735311 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-d92d74fe-0d3f-4dd6-b3f9-00ccf5320893 req-5f097a57-66da-4646-a0a8-eceb4dd66bd0 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] For port 61982a3b-9cce-4222-a53c-34caf6941c0c, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=61982a3b-9cce-4222-a53c-34caf6941c0c,segment=NetworkSegment(5e6958c6-0673-49ac-8933-d7e0c6aa37e5),segment_id=5e6958c6-0673-49ac-8933-d7e0c6aa37e5)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:11:51.735764 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-d92d74fe-0d3f-4dd6-b3f9-00ccf5320893 req-5f097a57-66da-4646-a0a8-eceb4dd66bd0 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710932'] for port, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:51.960843 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-d92d74fe-0d3f-4dd6-b3f9-00ccf5320893 req-5f097a57-66da-4646-a0a8-eceb4dd66bd0 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:51.961203 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-d92d74fe-0d3f-4dd6-b3f9-00ccf5320893 req-5f097a57-66da-4646-a0a8-eceb4dd66bd0 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3708797'] for floatingip, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:51.961512 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.db.l3_db [req-d92d74fe-0d3f-4dd6-b3f9-00ccf5320893 req-5f097a57-66da-4646-a0a8-eceb4dd66bd0 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Floating IP 023c70d4-9c00-4a49-a36b-7089009f5b33 disassociated. External IP: 172.27.1.77, port: 61982a3b-9cce-4222-a53c-34caf6941c0c. Jun 23 19:11:51.961858 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [req-d92d74fe-0d3f-4dd6-b3f9-00ccf5320893 req-5f097a57-66da-4646-a0a8-eceb4dd66bd0 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Calling delete_port for 61982a3b-9cce-4222-a53c-34caf6941c0c owned by compute:nova {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:11:52.161570 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-d92d74fe-0d3f-4dd6-b3f9-00ccf5320893 req-5f097a57-66da-4646-a0a8-eceb4dd66bd0 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745549710641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745549236134'] for port, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:52.167725 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:11:52.196334 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f097a57-66da-4646-a0a8-eceb4dd66bd0 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Pushing event deleted for resources: {'Port': ['ID=61982a3b-9cce-4222-a53c-34caf6941c0c,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:11:52.200666 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-5f097a57-66da-4646-a0a8-eceb4dd66bd0 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:11:52.319739 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d92d74fe-0d3f-4dd6-b3f9-00ccf5320893 req-5f097a57-66da-4646-a0a8-eceb4dd66bd0 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Router 9c054af9-db37-478e-9fba-f240a3ce3320 has already been hosted by L3 agent 74079d6f-659b-43f4-8a12-30a7ece685bb {{(pid=93953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:11:52.431356 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d92d74fe-0d3f-4dd6-b3f9-00ccf5320893 req-5f097a57-66da-4646-a0a8-eceb4dd66bd0 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify agent at l3_agent.dv-cinder-790492-6-iscsi the message routers_updated {{(pid=93953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:11:52.442080 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d48e34d-54db-4fe8-802e-4abf265902a0 None None] Sync routers for ids ['9c054af9-db37-478e-9fba-f240a3ce3320'] in dv-cinder-790492-6-iscsi {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:11:52.453406 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d48e34d-54db-4fe8-802e-4abf265902a0 None None] Routers {'9c054af9-db37-478e-9fba-f240a3ce3320'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:11:52.454045 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-0d48e34d-54db-4fe8-802e-4abf265902a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:11:33Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['9c054af9-db37-478e-9fba-f240a3ce3320'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:11:52.485242 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [req-d92d74fe-0d3f-4dd6-b3f9-00ccf5320893 req-5f097a57-66da-4646-a0a8-eceb4dd66bd0 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] No DVR routers for this DVR port 61982a3b-9cce-4222-a53c-34caf6941c0c on host hv-cinder-79049 {{(pid=93953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:11:52.488087 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-d92d74fe-0d3f-4dd6-b3f9-00ccf5320893 req-5f097a57-66da-4646-a0a8-eceb4dd66bd0 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:52.490145 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d92d74fe-0d3f-4dd6-b3f9-00ccf5320893 req-5f097a57-66da-4646-a0a8-eceb4dd66bd0 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.49 "DELETE /v2.0/ports/61982a3b-9cce-4222-a53c-34caf6941c0c HTTP/1.1" status: 204 len: 173 time: 0.9475520 Jun 23 19:11:52.491157 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f022836-784f-4a4c-ab37-ae1725639d96', 'name': 'network-vif-deleted', 'tag': '61982a3b-9cce-4222-a53c-34caf6941c0c'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:11:52.493138 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8902aeace0540733bba5a146bce723956a3312b5b25ae011a73fc84317b4d28a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a74f5be1-c138-4eb6-b8b0-8fbcee0f384a" -d '{"events": [{"server_uuid": "0f022836-784f-4a4c-ab37-ae1725639d96", "name": "network-vif-deleted", "tag": "61982a3b-9cce-4222-a53c-34caf6941c0c"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:11:52.563698 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-0d48e34d-54db-4fe8-802e-4abf265902a0 None None] Set router 9c054af9-db37-478e-9fba-f240a3ce3320 gateway port host: dv-cinder-790492-6-iscsi {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:11:52.778812 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79543b99-0447-490f-bc4f-65573db6bb97 req-f1578bd7-4f59-4f9d-b0e1-bb5120a13cae tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:52.780581 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-0d48e34d-54db-4fe8-802e-4abf265902a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c054af9-db37-478e-9fba-f240a3ce3320', 'name': 'tempest-AttachVolumeTestJSON-1227294775-router', 'tenant_id': '4cbd9e58e50b42a281ca078879fab751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'f54cdda4-81e2-4724-8206-3151787f90cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:06:41Z', 'updated_at': '2021-06-23T19:06:48Z', 'revision_number': 4, 'project_id': '4cbd9e58e50b42a281ca078879fab751', 'gw_port': {'id': 'f54cdda4-81e2-4724-8206-3151787f90cb', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c054af9-db37-478e-9fba-f240a3ce3320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:06:42Z', 'updated_at': '2021-06-23T19:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi', '_interfaces': [{'id': '5be624be-cd06-49ab-9499-f265115a098f', 'name': '', 'network_id': 'e9fa93c1-9380-43f6-a51c-3dfc88effd3b', 'tenant_id': '4cbd9e58e50b42a281ca078879fab751', 'mac_address': 'fa:16:3e:70:80:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c054af9-db37-478e-9fba-f240a3ce3320', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '09e805ee-e30d-4540-8ef6-67d65653382f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:06:46Z', 'updated_at': '2021-06-23T19:06:57Z', 'revision_number': 5, 'project_id': '4cbd9e58e50b42a281ca078879fab751', 'subnets': [{'id': '09e805ee-e30d-4540-8ef6-67d65653382f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:11:52.792694 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-79543b99-0447-490f-bc4f-65573db6bb97 req-f1578bd7-4f59-4f9d-b0e1-bb5120a13cae tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/ports?device_id=19f4a415-61b3-489e-a00a-f8d4c6e63a93 HTTP/1.1" status: 200 len: 985 time: 0.0903862 Jun 23 19:11:52.808985 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d48e34d-54db-4fe8-802e-4abf265902a0 None None] Checking router: 9c054af9-db37-478e-9fba-f240a3ce3320 for host: dv-cinder-790492-6-iscsi {{(pid=93954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:11:52.818734 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d48e34d-54db-4fe8-802e-4abf265902a0 None None] Routers {'9c054af9-db37-478e-9fba-f240a3ce3320'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:11:52.819601 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-0d48e34d-54db-4fe8-802e-4abf265902a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:11:33Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['9c054af9-db37-478e-9fba-f240a3ce3320'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:11:52.860847 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-79543b99-0447-490f-bc4f-65573db6bb97 req-e18f0660-b997-4593-b53d-2573ee6d9455 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7f8854b-0531-48a9-bb30-a3bb4c302f08&id=41b63a3d-6b98-489d-873d-5f8a706d78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0729201 Jun 23 19:11:52.941572 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a7c3531-1738-4c70-a772-49f726beb87e x-openstack-request-id: req-1a7c3531-1738-4c70-a772-49f726beb87e {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:11:52.941897 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f022836-784f-4a4c-ab37-ae1725639d96", "name": "network-vif-deleted", "tag": "61982a3b-9cce-4222-a53c-34caf6941c0c", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:11:52.942184 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1a7c3531-1738-4c70-a772-49f726beb87e {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:11:52.942621 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f022836-784f-4a4c-ab37-ae1725639d96', 'name': 'network-vif-deleted', 'tag': '61982a3b-9cce-4222-a53c-34caf6941c0c', 'status': 'completed', 'code': 200} Jun 23 19:11:52.952369 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-0d48e34d-54db-4fe8-802e-4abf265902a0 None None] Set router 9c054af9-db37-478e-9fba-f240a3ce3320 gateway port host: dv-cinder-790492-6-iscsi {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:11:53.172979 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-0d48e34d-54db-4fe8-802e-4abf265902a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c054af9-db37-478e-9fba-f240a3ce3320', 'name': 'tempest-AttachVolumeTestJSON-1227294775-router', 'tenant_id': '4cbd9e58e50b42a281ca078879fab751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'f54cdda4-81e2-4724-8206-3151787f90cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:06:41Z', 'updated_at': '2021-06-23T19:06:48Z', 'revision_number': 4, 'project_id': '4cbd9e58e50b42a281ca078879fab751', 'gw_port': {'id': 'f54cdda4-81e2-4724-8206-3151787f90cb', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c054af9-db37-478e-9fba-f240a3ce3320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:06:42Z', 'updated_at': '2021-06-23T19:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi', '_interfaces': [{'id': '5be624be-cd06-49ab-9499-f265115a098f', 'name': '', 'network_id': 'e9fa93c1-9380-43f6-a51c-3dfc88effd3b', 'tenant_id': '4cbd9e58e50b42a281ca078879fab751', 'mac_address': 'fa:16:3e:70:80:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c054af9-db37-478e-9fba-f240a3ce3320', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '09e805ee-e30d-4540-8ef6-67d65653382f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:06:46Z', 'updated_at': '2021-06-23T19:06:57Z', 'revision_number': 5, 'project_id': '4cbd9e58e50b42a281ca078879fab751', 'subnets': [{'id': '09e805ee-e30d-4540-8ef6-67d65653382f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:11:53.209906 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d48e34d-54db-4fe8-802e-4abf265902a0 None None] The sync data for ids ['9c054af9-db37-478e-9fba-f240a3ce3320'] in dv-cinder-790492-6-iscsi is: [{'id': '9c054af9-db37-478e-9fba-f240a3ce3320', 'name': 'tempest-AttachVolumeTestJSON-1227294775-router', 'tenant_id': '4cbd9e58e50b42a281ca078879fab751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'f54cdda4-81e2-4724-8206-3151787f90cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:06:41Z', 'updated_at': '2021-06-23T19:06:48Z', 'revision_number': 4, 'project_id': '4cbd9e58e50b42a281ca078879fab751', 'gw_port': {'id': 'f54cdda4-81e2-4724-8206-3151787f90cb', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c054af9-db37-478e-9fba-f240a3ce3320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:06:42Z', 'updated_at': '2021-06-23T19:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi', '_interfaces': [{'id': '5be624be-cd06-49ab-9499-f265115a098f', 'name': '', 'network_id': 'e9fa93c1-9380-43f6-a51c-3dfc88effd3b', 'tenant_id': '4cbd9e58e50b42a281ca078879fab751', 'mac_address': 'fa:16:3e:70:80:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c054af9-db37-478e-9fba-f240a3ce3320', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '09e805ee-e30d-4540-8ef6-67d65653382f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:06:46Z', 'updated_at': '2021-06-23T19:06:57Z', 'revision_number': 5, 'project_id': '4cbd9e58e50b42a281ca078879fab751', 'subnets': [{'id': '09e805ee-e30d-4540-8ef6-67d65653382f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:11:53.229153 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-bf557e21-747a-473a-8446-e5f364271a33 req-54ad47d4-44b8-408a-80ee-fb5df77ecf1a tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f022836-784f-4a4c-ab37-ae1725639d96 HTTP/1.1" status: 200 len: 210 time: 0.0409918 Jun 23 19:11:53.480304 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea254a1-6dd9-479d-a43a-cd36c3c38f2a None None] New status for floating IP 023c70d4-9c00-4a49-a36b-7089009f5b33: DOWN {{(pid=93955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 19:11:54.043148 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75219a28-3dc3-4ccb-b2ac-1d43c86c7913 req-a5ab167f-6707-4315-afb6-2803d085d0e5 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:54.044660 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-75219a28-3dc3-4ccb-b2ac-1d43c86c7913 req-a5ab167f-6707-4315-afb6-2803d085d0e5 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/ports?device_id=19f4a415-61b3-489e-a00a-f8d4c6e63a93 HTTP/1.1" status: 200 len: 985 time: 0.0720837 Jun 23 19:11:54.086714 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-75219a28-3dc3-4ccb-b2ac-1d43c86c7913 req-273dfbfb-a8ef-4a81-90b2-34d6333b557f tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7f8854b-0531-48a9-bb30-a3bb4c302f08&id=41b63a3d-6b98-489d-873d-5f8a706d78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0362592 Jun 23 19:11:54.473796 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 35356) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:11:54.534672 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5c1a2321-f2b4-47d2-8561-919080688a3d tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:54.564233 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5c1a2321-f2b4-47d2-8561-919080688a3d tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:54.938795 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5c1a2321-f2b4-47d2-8561-919080688a3d tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:54.946317 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5c1a2321-f2b4-47d2-8561-919080688a3d tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:54.947038 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-5c1a2321-f2b4-47d2-8561-919080688a3d tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "DELETE /v2.0/security-groups/91571f0b-7134-4fa9-bd9c-2145cc487829 HTTP/1.1" status: 204 len: 168 time: 0.4721270 Jun 23 19:11:54.947184 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 35362) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:11:54.948912 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-19b063c5-5309-42f9-8ecd-f03ca1b4b32e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:11:54.958604 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1a2321-f2b4-47d2-8561-919080688a3d tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91571f0b-7134-4fa9-bd9c-2145cc487829,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:11:54.965968 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.api.v2.resource [None req-e7d0978f-414e-4ffa-8155-5e95a35c9daa tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] show failed (client error): The resource could not be found. Jun 23 19:11:54.967942 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-5c1a2321-f2b4-47d2-8561-919080688a3d tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:11:54.972640 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-e7d0978f-414e-4ffa-8155-5e95a35c9daa tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/security-groups/91571f0b-7134-4fa9-bd9c-2145cc487829 HTTP/1.1" status: 404 len: 347 time: 0.0241275 Jun 23 19:11:54.980417 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 35364) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:11:55.117722 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-8e7d3c6e-91cb-4f8b-ac4b-e52649010e40 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Deleting port 1cd3f14a-dad5-4600-ac93-b9140b1509cb {{(pid=93953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:11:55.118069 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-8e7d3c6e-91cb-4f8b-ac4b-e52649010e40 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745549706015'] for port, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:55.194806 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-8e7d3c6e-91cb-4f8b-ac4b-e52649010e40 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710932'] for port, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:55.195134 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-8e7d3c6e-91cb-4f8b-ac4b-e52649010e40 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:55.206695 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-8e7d3c6e-91cb-4f8b-ac4b-e52649010e40 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Calling delete_port for 1cd3f14a-dad5-4600-ac93-b9140b1509cb owned by network:floatingip {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:11:55.461808 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-8e7d3c6e-91cb-4f8b-ac4b-e52649010e40 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745549710641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745549236134'] for port, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:55.468607 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-0874381c-9c78-4029-933d-445d6de62e58 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:11:55.497836 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7d3c6e-91cb-4f8b-ac4b-e52649010e40 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Pushing event deleted for resources: {'Port': ['ID=1cd3f14a-dad5-4600-ac93-b9140b1509cb,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:11:55.521232 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-8e7d3c6e-91cb-4f8b-ac4b-e52649010e40 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:11:55.550546 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-8e7d3c6e-91cb-4f8b-ac4b-e52649010e40 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks [] for floatingip, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:55.553147 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-8e7d3c6e-91cb-4f8b-ac4b-e52649010e40 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064'] for floatingip, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:55.554437 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-8e7d3c6e-91cb-4f8b-ac4b-e52649010e40 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "DELETE /v2.0/floatingips/023c70d4-9c00-4a49-a36b-7089009f5b33 HTTP/1.1" status: 204 len: 168 time: 0.5724759 Jun 23 19:11:55.590289 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f80a691-ba65-483c-ab0c-07df91ed43d1 req-9dfb9caf-b3ce-40ba-bafb-18197662b3fa tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:55.591811 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2f80a691-ba65-483c-ab0c-07df91ed43d1 req-9dfb9caf-b3ce-40ba-bafb-18197662b3fa tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/ports?device_id=19f4a415-61b3-489e-a00a-f8d4c6e63a93 HTTP/1.1" status: 200 len: 985 time: 0.1239145 Jun 23 19:11:55.641116 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2f80a691-ba65-483c-ab0c-07df91ed43d1 req-fbb036e0-5e07-472f-bb4f-b78d9e7e60a4 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7f8854b-0531-48a9-bb30-a3bb4c302f08&id=41b63a3d-6b98-489d-873d-5f8a706d78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0365989 Jun 23 19:11:55.822664 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710bf767-86de-4e57-9c4f-75f877d33d80 req-1a3db6db-cc31-4837-84f8-9b1660c88ce9 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:55.824197 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-710bf767-86de-4e57-9c4f-75f877d33d80 req-1a3db6db-cc31-4837-84f8-9b1660c88ce9 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/ports?device_id=65621b66-03b1-4dca-9fb0-95ff39ba1945 HTTP/1.1" status: 200 len: 945 time: 0.0716796 Jun 23 19:11:55.870932 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-710bf767-86de-4e57-9c4f-75f877d33d80 req-71cd3928-34ba-46fb-a197-77a8ec217fff tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/security-groups?id=204e62e8-8b64-4fe9-8226-e24e494f73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370171 Jun 23 19:11:56.162944 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 35378) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:11:56.167954 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-0a155e32-e514-4f1e-bf2d-0528bf1c7d3c tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Request body: {'security_group': {'name': 'tempest-securitygroup--812714289', 'description': 'tempest-description--1887214924'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:11:56.295228 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-0a155e32-e514-4f1e-bf2d-0528bf1c7d3c tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:56.383738 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-0a155e32-e514-4f1e-bf2d-0528bf1c7d3c tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:56.463881 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-0a155e32-e514-4f1e-bf2d-0528bf1c7d3c tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:56.466595 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-d60c2bc2-09d5-4147-8790-94e241f7535e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:11:56.496942 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a155e32-e514-4f1e-bf2d-0528bf1c7d3c tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fee001c2-c17c-42de-bfa7-2f2de1d9633b,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:11:56.499680 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-0a155e32-e514-4f1e-bf2d-0528bf1c7d3c tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:11:56.572696 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-0a155e32-e514-4f1e-bf2d-0528bf1c7d3c tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:56.573982 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-0a155e32-e514-4f1e-bf2d-0528bf1c7d3c tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4097884 Jun 23 19:11:56.576874 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 35380) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:11:56.581669 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-08bf0d6d-57ab-4925-9db0-7be02c4e1e40 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Request body: {'security_group_rule': {'security_group_id': 'fee001c2-c17c-42de-bfa7-2f2de1d9633b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:11:56.701197 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-08bf0d6d-57ab-4925-9db0-7be02c4e1e40 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:56.765076 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-08bf0d6d-57ab-4925-9db0-7be02c4e1e40 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:56.863763 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-08bf0d6d-57ab-4925-9db0-7be02c4e1e40 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921769'] for security_group_rule, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:56.865882 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-0942fe92-1161-44ba-8c9c-e5c8ba773261 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:11:56.884903 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bf0d6d-57ab-4925-9db0-7be02c4e1e40 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7124d820-f1ac-4ac1-ae32-42a339ffb6cc,revision_number=0']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:11:56.887445 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-08bf0d6d-57ab-4925-9db0-7be02c4e1e40 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:11:56.961192 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-08bf0d6d-57ab-4925-9db0-7be02c4e1e40 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:56.962317 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-08bf0d6d-57ab-4925-9db0-7be02c4e1e40 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3845203 Jun 23 19:11:56.965778 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 35384) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:11:56.975094 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-bb22e924-3d3d-4735-9e1e-43aab7251429 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Request body: {'security_group_rule': {'security_group_id': 'fee001c2-c17c-42de-bfa7-2f2de1d9633b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:11:57.059313 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb8a7f-7e97-4fe0-92a3-92f390c4d0d6 req-ed8b8680-3384-4a5a-9c24-6b6278d21e35 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:57.060822 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b7fb8a7f-7e97-4fe0-92a3-92f390c4d0d6 req-ed8b8680-3384-4a5a-9c24-6b6278d21e35 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/ports?device_id=65621b66-03b1-4dca-9fb0-95ff39ba1945 HTTP/1.1" status: 200 len: 945 time: 0.0679471 Jun 23 19:11:57.102000 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b7fb8a7f-7e97-4fe0-92a3-92f390c4d0d6 req-fd5258c5-a60b-41c7-b8ba-b1aa49cec802 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/security-groups?id=204e62e8-8b64-4fe9-8226-e24e494f73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356040 Jun 23 19:11:57.124411 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bb22e924-3d3d-4735-9e1e-43aab7251429 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:57.161562 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device 61982a3b-9cce-4222-a53c-34caf6941c0c no longer exists at agent hyperv_hv-cinder-79049 {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:11:57.174768 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bb22e924-3d3d-4735-9e1e-43aab7251429 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:57.183346 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] No Port match for: 61982a3b-9cce-4222-a53c-34caf6941c0c {{(pid=93954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:11:57.183748 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device 61982a3b-9cce-4222-a53c-34caf6941c0c not bound to the agent host hv-cinder-79049 {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:11:57.263759 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bb22e924-3d3d-4735-9e1e-43aab7251429 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921769'] for security_group_rule, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:57.265782 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-222d6a62-6e92-43ad-af60-bb7d9ccd3ea5 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:11:57.282219 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb22e924-3d3d-4735-9e1e-43aab7251429 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c75a80b-0382-4325-bd21-186b95162597,revision_number=0']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:11:57.284642 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-bb22e924-3d3d-4735-9e1e-43aab7251429 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:11:57.367163 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bb22e924-3d3d-4735-9e1e-43aab7251429 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:57.368437 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-bb22e924-3d3d-4735-9e1e-43aab7251429 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3982108 Jun 23 19:11:57.371775 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 35388) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:11:57.376573 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-7cce4bea-750c-4590-88cc-5d35903d59d2 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Request body: {'floatingip': {'floating_network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:11:57.492086 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-7cce4bea-750c-4590-88cc-5d35903d59d2 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks [] for floatingip, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:57.591579 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-7cce4bea-750c-4590-88cc-5d35903d59d2 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-975148'] for port, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:57.701600 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_common [None req-7cce4bea-750c-4590-88cc-5d35903d59d2 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Allocated IP 172.27.1.69 (cc1a8f9f-0501-47a9-94a0-f3af65713199/09e863e5-4e6d-4986-b5d9-3bb63422f84c/a828a494-fa39-4916-80ef-4ba04d91a8a0) {{(pid=93953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:11:57.800507 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-7cce4bea-750c-4590-88cc-5d35903d59d2 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks [] for port, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:57.905060 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-7cce4bea-750c-4590-88cc-5d35903d59d2 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-975211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745549236125'] for port, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:57.908191 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-1e52c786-074f-4ff3-903b-586ab669879f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:11:57.947408 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cce4bea-750c-4590-88cc-5d35903d59d2 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Network cc1a8f9f-0501-47a9-94a0-f3af65713199 is already hosted by enough agents. {{(pid=93953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:11:57.952442 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [None req-7cce4bea-750c-4590-88cc-5d35903d59d2 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Resources bound (agent type, host, resource id): {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:11:57.955866 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cce4bea-750c-4590-88cc-5d35903d59d2 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Received port after_create {{(pid=93953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:11:57.967302 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cce4bea-750c-4590-88cc-5d35903d59d2 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Pushing event updated for resources: {'Port': ['ID=a828a494-fa39-4916-80ef-4ba04d91a8a0,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:11:57.971096 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-7cce4bea-750c-4590-88cc-5d35903d59d2 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:11:58.020183 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-7cce4bea-750c-4590-88cc-5d35903d59d2 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:58.178516 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-7cce4bea-750c-4590-88cc-5d35903d59d2 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:58.360510 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41745334-03a5-46ca-bdb1-3bafd41fca74 req-2346c0af-f7ad-4fb7-ad93-b8bb8456db22 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:58.362052 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-41745334-03a5-46ca-bdb1-3bafd41fca74 req-2346c0af-f7ad-4fb7-ad93-b8bb8456db22 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/ports?device_id=65621b66-03b1-4dca-9fb0-95ff39ba1945 HTTP/1.1" status: 200 len: 945 time: 0.1373241 Jun 23 19:11:58.421976 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-7cce4bea-750c-4590-88cc-5d35903d59d2 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks [] for port, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:58.430705 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-41745334-03a5-46ca-bdb1-3bafd41fca74 req-0e08b8f5-4b4f-49a4-8631-7eff8d1378d1 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/security-groups?id=204e62e8-8b64-4fe9-8226-e24e494f73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565925 Jun 23 19:11:58.498096 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-7cce4bea-750c-4590-88cc-5d35903d59d2 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:58.501336 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-6aa23665-f2c5-4043-9e23-c89abfe68f20 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:11:58.530024 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-7cce4bea-750c-4590-88cc-5d35903d59d2 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3708797'] for floatingip, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:58.551065 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cce4bea-750c-4590-88cc-5d35903d59d2 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Pushing event updated for resources: {'Port': ['ID=a828a494-fa39-4916-80ef-4ba04d91a8a0,revision_number=2']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:11:58.554526 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-7cce4bea-750c-4590-88cc-5d35903d59d2 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:11:58.644198 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-7cce4bea-750c-4590-88cc-5d35903d59d2 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064'] for floatingip, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:58.645484 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-7cce4bea-750c-4590-88cc-5d35903d59d2 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2727005 Jun 23 19:11:58.804701 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f3f0d086-7ce4-4c30-855e-6450617b1149 req-e97c6916-a9a8-4e24-b3d8-9943db589e21 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--812714289&fields=id&tenant_id=4cbd9e58e50b42a281ca078879fab751 HTTP/1.1" status: 200 len: 267 time: 0.0329182 Jun 23 19:11:58.914654 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f0d086-7ce4-4c30-855e-6450617b1149 req-f6575e00-1731-4d7b-ac53-995f00f79028 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:58.916225 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f3f0d086-7ce4-4c30-855e-6450617b1149 req-f6575e00-1731-4d7b-ac53-995f00f79028 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/networks?id=e9fa93c1-9380-43f6-a51c-3dfc88effd3b HTTP/1.1" status: 200 len: 811 time: 0.1050131 Jun 23 19:11:58.931326 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f3f0d086-7ce4-4c30-855e-6450617b1149 req-979301f6-f8bd-4734-a3d0-3f861305a9d0 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/quotas/4cbd9e58e50b42a281ca078879fab751 HTTP/1.1" status: 200 len: 375 time: 0.0097451 Jun 23 19:11:59.014933 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f3f0d086-7ce4-4c30-855e-6450617b1149 req-4629b258-7bca-421f-8dd7-3520575e3e69 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=4cbd9e58e50b42a281ca078879fab751&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0782120 Jun 23 19:11:59.109907 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f3f0d086-7ce4-4c30-855e-6450617b1149 req-5518bf04-fc87-4379-83f2-b8171f593849 service neutron] 10.222.0.69 "GET /v2.0/networks/e9fa93c1-9380-43f6-a51c-3dfc88effd3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833900 Jun 23 19:11:59.202779 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f3f0d086-7ce4-4c30-855e-6450617b1149 req-c5503552-9d6c-46b1-a16e-6e3d3789f60b service neutron] 10.222.0.69 "GET /v2.0/networks/e9fa93c1-9380-43f6-a51c-3dfc88effd3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866251 Jun 23 19:11:59.498526 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-db3c272e-54fe-4cb4-851d-a753726d79c5 req-0eff85a1-940a-4693-aca1-64d68cc2e817 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=c338c579-f838-4fbe-b1e5-3f7ef1bb4e57 HTTP/1.1" status: 200 len: 210 time: 0.0297747 Jun 23 19:11:59.675485 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b851b5be-3336-4d3d-be98-51e8c6bddf9e req-d4be1514-e3ed-4ecc-a556-78267dea87ed tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:59.677044 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b851b5be-3336-4d3d-be98-51e8c6bddf9e req-d4be1514-e3ed-4ecc-a556-78267dea87ed tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/ports?device_id=65621b66-03b1-4dca-9fb0-95ff39ba1945 HTTP/1.1" status: 200 len: 945 time: 0.0699022 Jun 23 19:11:59.715998 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b851b5be-3336-4d3d-be98-51e8c6bddf9e req-9c0080b2-b108-41da-8296-3c22b34b8811 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/security-groups?id=204e62e8-8b64-4fe9-8226-e24e494f73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329723 Jun 23 19:12:00.240647 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-8d88500e-a495-4fcf-b101-b484d07abcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:00.637249 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b50508af-e494-4178-ab64-1ef08860c44a req-ad836f2c-b325-4741-ad1e-4fcd15cd9962 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=c338c579-f838-4fbe-b1e5-3f7ef1bb4e57 HTTP/1.1" status: 200 len: 210 time: 0.0303926 Jun 23 19:12:00.892652 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d8d5fb-0e6d-469d-b397-e52c2f00603d req-1f13ce71-4a97-4a4a-82e4-c00bccc2e0d9 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:00.894125 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-81d8d5fb-0e6d-469d-b397-e52c2f00603d req-1f13ce71-4a97-4a4a-82e4-c00bccc2e0d9 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/ports?device_id=65621b66-03b1-4dca-9fb0-95ff39ba1945 HTTP/1.1" status: 200 len: 945 time: 0.0663011 Jun 23 19:12:00.933593 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-81d8d5fb-0e6d-469d-b397-e52c2f00603d req-64c259c8-e649-4e6d-8f8c-9922012fcf55 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/security-groups?id=204e62e8-8b64-4fe9-8226-e24e494f73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338089 Jun 23 19:12:01.783745 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-eb568036-d649-4c44-80ff-ae15ebbbb935 req-122a91b9-0444-4234-8518-91e29537daef tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=c338c579-f838-4fbe-b1e5-3f7ef1bb4e57 HTTP/1.1" status: 200 len: 210 time: 0.0332248 Jun 23 19:12:02.122492 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b04820-8f56-45bf-bf09-7fae7a8b2f25 req-7660915e-7c61-4439-a4d8-00d7936e068d tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:02.125448 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-38b04820-8f56-45bf-bf09-7fae7a8b2f25 req-7660915e-7c61-4439-a4d8-00d7936e068d tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/ports?device_id=65621b66-03b1-4dca-9fb0-95ff39ba1945 HTTP/1.1" status: 200 len: 945 time: 0.0742803 Jun 23 19:12:02.163953 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-38b04820-8f56-45bf-bf09-7fae7a8b2f25 req-a61cd896-341a-4c06-a59b-f4a77f7e4cdc tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/security-groups?id=204e62e8-8b64-4fe9-8226-e24e494f73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335908 Jun 23 19:12:02.245164 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b683d2-a218-4fdf-aa21-5daa23e3b3bf req-9c50c87c-e4ce-4000-879f-3fbcb327708c tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:02.246937 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-02b683d2-a218-4fdf-aa21-5daa23e3b3bf req-9c50c87c-e4ce-4000-879f-3fbcb327708c tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.49 "GET /v2.0/ports?device_id=65621b66-03b1-4dca-9fb0-95ff39ba1945 HTTP/1.1" status: 200 len: 945 time: 0.0639801 Jun 23 19:12:02.650652 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [req-02b683d2-a218-4fdf-aa21-5daa23e3b3bf req-baf72d36-1b3d-4ac0-873b-1534feee7d91 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Deleting port 81f334bd-1978-4989-a871-a88f12e3c856 {{(pid=93953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:12:02.650935 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-02b683d2-a218-4fdf-aa21-5daa23e3b3bf req-baf72d36-1b3d-4ac0-873b-1534feee7d91 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745549706015'] for port, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:02.744252 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-02b683d2-a218-4fdf-aa21-5daa23e3b3bf req-baf72d36-1b3d-4ac0-873b-1534feee7d91 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] For port 81f334bd-1978-4989-a871-a88f12e3c856, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=81f334bd-1978-4989-a871-a88f12e3c856,segment=NetworkSegment(9b8aa179-8fbd-45ea-90df-783f49abcf82),segment_id=9b8aa179-8fbd-45ea-90df-783f49abcf82)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:12:02.744714 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-02b683d2-a218-4fdf-aa21-5daa23e3b3bf req-baf72d36-1b3d-4ac0-873b-1534feee7d91 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710932'] for port, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:02.759933 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [req-02b683d2-a218-4fdf-aa21-5daa23e3b3bf req-baf72d36-1b3d-4ac0-873b-1534feee7d91 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Calling delete_port for 81f334bd-1978-4989-a871-a88f12e3c856 owned by compute:nova {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:12:02.978045 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7319fad8-4427-433a-b3b3-dc78da00383f req-7aea193c-4362-4502-955c-62074902fcfe tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=c338c579-f838-4fbe-b1e5-3f7ef1bb4e57 HTTP/1.1" status: 200 len: 210 time: 0.0327311 Jun 23 19:12:03.038333 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-02b683d2-a218-4fdf-aa21-5daa23e3b3bf req-baf72d36-1b3d-4ac0-873b-1534feee7d91 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745549710641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745549236134'] for port, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:03.038913 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:03.043953 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-60d00132-2cbc-4184-8665-0d1c27c28909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:03.044334 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-2a1f122e-a252-4695-aeb4-85cf81a5fa50 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:12:03.075656 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf72d36-1b3d-4ac0-873b-1534feee7d91 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Pushing event deleted for resources: {'Port': ['ID=81f334bd-1978-4989-a871-a88f12e3c856,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:12:03.118255 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf72d36-1b3d-4ac0-873b-1534feee7d91 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:12:03.118636 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf72d36-1b3d-4ac0-873b-1534feee7d91 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:12:03.119009 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf72d36-1b3d-4ac0-873b-1534feee7d91 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:12:03.119397 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf72d36-1b3d-4ac0-873b-1534feee7d91 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:12:03.119768 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf72d36-1b3d-4ac0-873b-1534feee7d91 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:12:03.120130 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf72d36-1b3d-4ac0-873b-1534feee7d91 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:12:03.120494 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf72d36-1b3d-4ac0-873b-1534feee7d91 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:12:03.120853 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf72d36-1b3d-4ac0-873b-1534feee7d91 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:12:03.121228 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf72d36-1b3d-4ac0-873b-1534feee7d91 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:12:03.121575 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf72d36-1b3d-4ac0-873b-1534feee7d91 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:12:03.121944 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf72d36-1b3d-4ac0-873b-1534feee7d91 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:12:03.122296 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf72d36-1b3d-4ac0-873b-1534feee7d91 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:12:03.127642 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-baf72d36-1b3d-4ac0-873b-1534feee7d91 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:12:03.163505 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [req-02b683d2-a218-4fdf-aa21-5daa23e3b3bf req-baf72d36-1b3d-4ac0-873b-1534feee7d91 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] No DVR routers for this DVR port 81f334bd-1978-4989-a871-a88f12e3c856 on host hv-cinder-79049 {{(pid=93953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:12:03.167936 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-02b683d2-a218-4fdf-aa21-5daa23e3b3bf req-baf72d36-1b3d-4ac0-873b-1534feee7d91 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:03.169965 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-02b683d2-a218-4fdf-aa21-5daa23e3b3bf req-baf72d36-1b3d-4ac0-873b-1534feee7d91 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.49 "DELETE /v2.0/ports/81f334bd-1978-4989-a871-a88f12e3c856 HTTP/1.1" status: 204 len: 173 time: 0.9170759 Jun 23 19:12:03.170497 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65621b66-03b1-4dca-9fb0-95ff39ba1945', 'name': 'network-vif-deleted', 'tag': '81f334bd-1978-4989-a871-a88f12e3c856'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:12:03.172966 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8902aeace0540733bba5a146bce723956a3312b5b25ae011a73fc84317b4d28a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e17a117-7ec1-49c2-ac16-ce37c8ae68b5" -d '{"events": [{"server_uuid": "65621b66-03b1-4dca-9fb0-95ff39ba1945", "name": "network-vif-deleted", "tag": "81f334bd-1978-4989-a871-a88f12e3c856"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:12:03.258130 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f0d086-7ce4-4c30-855e-6450617b1149 req-8f8bbb90-a9c5-4780-a1a1-940013e323e4 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:03.259713 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f3f0d086-7ce4-4c30-855e-6450617b1149 req-8f8bbb90-a9c5-4780-a1a1-940013e323e4 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.49 "GET /v2.0/networks?id=e9fa93c1-9380-43f6-a51c-3dfc88effd3b HTTP/1.1" status: 200 len: 811 time: 0.1726472 Jun 23 19:12:03.344871 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-6f650065-29fc-458f-bd45-888a4ac470d4 req-371a2c7c-f925-41da-bc58-e1e381c799b2 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/ports?device_id=65621b66-03b1-4dca-9fb0-95ff39ba1945 HTTP/1.1" status: 200 len: 210 time: 0.0398221 Jun 23 19:12:03.353298 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f3f0d086-7ce4-4c30-855e-6450617b1149 req-ed5fb402-2b3b-4bc3-b7a0-9a1b356e2da6 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4cbd9e58e50b42a281ca078879fab751 HTTP/1.1" status: 200 len: 379 time: 0.0679762 Jun 23 19:12:03.364706 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [req-f3f0d086-7ce4-4c30-855e-6450617b1149 req-f25610ad-661b-4d65-b2f3-a9584b771e5a tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Request body: {'port': {'device_id': 'c338c579-f838-4fbe-b1e5-3f7ef1bb4e57', 'network_id': 'e9fa93c1-9380-43f6-a51c-3dfc88effd3b', 'admin_state_up': True, 'tenant_id': '4cbd9e58e50b42a281ca078879fab751', 'security_groups': ['fee001c2-c17c-42de-bfa7-2f2de1d9633b']}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:12:03.445764 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f01ebb60-68ba-4004-b8a8-f5d4aa4487a7 x-openstack-request-id: req-f01ebb60-68ba-4004-b8a8-f5d4aa4487a7 {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:12:03.446151 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65621b66-03b1-4dca-9fb0-95ff39ba1945", "name": "network-vif-deleted", "tag": "81f334bd-1978-4989-a871-a88f12e3c856", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:12:03.446508 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f01ebb60-68ba-4004-b8a8-f5d4aa4487a7 {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:12:03.447166 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65621b66-03b1-4dca-9fb0-95ff39ba1945', 'name': 'network-vif-deleted', 'tag': '81f334bd-1978-4989-a871-a88f12e3c856', 'status': 'completed', 'code': 200} Jun 23 19:12:03.646846 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3f0d086-7ce4-4c30-855e-6450617b1149 req-f25610ad-661b-4d65-b2f3-a9584b771e5a tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Made reservation on behalf of 4cbd9e58e50b42a281ca078879fab751 for: {'port': 1} {{(pid=93953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:12:03.650787 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-f3f0d086-7ce4-4c30-855e-6450617b1149 req-f25610ad-661b-4d65-b2f3-a9584b771e5a tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-975148'] for port, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:03.783402 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_common [req-f3f0d086-7ce4-4c30-855e-6450617b1149 req-f25610ad-661b-4d65-b2f3-a9584b771e5a tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Allocated IP 172.20.0.6 (e9fa93c1-9380-43f6-a51c-3dfc88effd3b/09e805ee-e30d-4540-8ef6-67d65653382f/414b90ec-afeb-4af0-9e53-4e5703960fed) {{(pid=93953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:12:03.949426 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-f3f0d086-7ce4-4c30-855e-6450617b1149 req-f25610ad-661b-4d65-b2f3-a9584b771e5a tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks [] for port, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:03.964718 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [req-f3f0d086-7ce4-4c30-855e-6450617b1149 req-f25610ad-661b-4d65-b2f3-a9584b771e5a tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Transition to ACTIVE for port object 414b90ec-afeb-4af0-9e53-4e5703960fed will not be triggered until provisioned by entity DHCP. {{(pid=93953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:12:04.081563 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-f3f0d086-7ce4-4c30-855e-6450617b1149 req-f25610ad-661b-4d65-b2f3-a9584b771e5a tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-975211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745549236125'] for port, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:04.088680 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:12:04.135193 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-36873b57-c469-4164-8152-400a4dc72ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:04.188837 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3f0d086-7ce4-4c30-855e-6450617b1149 req-f25610ad-661b-4d65-b2f3-a9584b771e5a tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Network e9fa93c1-9380-43f6-a51c-3dfc88effd3b is already hosted by enough agents. {{(pid=93953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:12:04.200520 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [req-f3f0d086-7ce4-4c30-855e-6450617b1149 req-f25610ad-661b-4d65-b2f3-a9584b771e5a tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Resources bound (agent type, host, resource id): {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:12:04.206668 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3f0d086-7ce4-4c30-855e-6450617b1149 req-f25610ad-661b-4d65-b2f3-a9584b771e5a tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Received port after_create {{(pid=93953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:12:04.212188 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device 81f334bd-1978-4989-a871-a88f12e3c856 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:12:04.213140 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f0d086-7ce4-4c30-855e-6450617b1149 req-f25610ad-661b-4d65-b2f3-a9584b771e5a tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:04.226632 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-f3f0d086-7ce4-4c30-855e-6450617b1149 req-f25610ad-661b-4d65-b2f3-a9584b771e5a tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:04.226632 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25610ad-661b-4d65-b2f3-a9584b771e5a tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Pushing event updated for resources: {'Port': ['ID=414b90ec-afeb-4af0-9e53-4e5703960fed,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:12:04.227308 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-f25610ad-661b-4d65-b2f3-a9584b771e5a tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:12:04.240675 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] No Port match for: 81f334bd-1978-4989-a871-a88f12e3c856 {{(pid=93954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:12:04.241082 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device 81f334bd-1978-4989-a871-a88f12e3c856 not bound to the agent host hv-cinder-79049 {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:12:04.267127 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c6068-50e5-4ccd-9db5-97a64fc42885 req-e2d98297-520f-4090-88a4-23fdcdb577c9 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:04.267127 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-bf0c6068-50e5-4ccd-9db5-97a64fc42885 req-e2d98297-520f-4090-88a4-23fdcdb577c9 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=c338c579-f838-4fbe-b1e5-3f7ef1bb4e57 HTTP/1.1" status: 200 len: 931 time: 0.1292782 Jun 23 19:12:04.307720 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-bf0c6068-50e5-4ccd-9db5-97a64fc42885 req-7717bbbf-983f-4cac-afbb-cd232407bdd3 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/security-groups?id=fee001c2-c17c-42de-bfa7-2f2de1d9633b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375626 Jun 23 19:12:04.370454 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f3f0d086-7ce4-4c30-855e-6450617b1149 req-f25610ad-661b-4d65-b2f3-a9584b771e5a tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0109203 Jun 23 19:12:04.469277 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [req-f3f0d086-7ce4-4c30-855e-6450617b1149 req-5c7c35d4-76fe-43fc-b008-0712347a8468 service neutron] Request body: {'port': {'device_id': 'c338c579-f838-4fbe-b1e5-3f7ef1bb4e57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:12:04.537871 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-55b6e65d-7fff-4380-82a7-ad23c310ef3a None None] Provisioning for port 414b90ec-afeb-4af0-9e53-4e5703960fed completed by entity DHCP. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:12:04.544316 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-55b6e65d-7fff-4380-82a7-ad23c310ef3a None None] Provisioning complete for port 414b90ec-afeb-4af0-9e53-4e5703960fed triggered by entity DHCP. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:12:04.545444 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-55b6e65d-7fff-4380-82a7-ad23c310ef3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:04.603372 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-55b6e65d-7fff-4380-82a7-ad23c310ef3a None None] Port 414b90ec-afeb-4af0-9e53-4e5703960fed cannot update to ACTIVE because it is not bound. {{(pid=93954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 19:12:04.608028 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e00c0575-1a20-40e4-9613-6dcac54a1d03 req-7281bdc5-4bb9-4539-aa26-dbd399c3b23b tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] 10.222.0.69 "GET /v2.0/ports?device_id=65621b66-03b1-4dca-9fb0-95ff39ba1945 HTTP/1.1" status: 200 len: 210 time: 0.0567899 Jun 23 19:12:04.618524 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-f3f0d086-7ce4-4c30-855e-6450617b1149 req-5c7c35d4-76fe-43fc-b008-0712347a8468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:04.895139 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [req-f3f0d086-7ce4-4c30-855e-6450617b1149 req-5c7c35d4-76fe-43fc-b008-0712347a8468 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 414b90ec-afeb-4af0-9e53-4e5703960fed {{(pid=93953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:12:04.903216 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-f3f0d086-7ce4-4c30-855e-6450617b1149 req-5c7c35d4-76fe-43fc-b008-0712347a8468 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:04.915688 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [req-f3f0d086-7ce4-4c30-855e-6450617b1149 req-5c7c35d4-76fe-43fc-b008-0712347a8468 service neutron] Transition to ACTIVE for port object 414b90ec-afeb-4af0-9e53-4e5703960fed will not be triggered until provisioned by entity L2. {{(pid=93953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:12:04.980915 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-f3f0d086-7ce4-4c30-855e-6450617b1149 req-5c7c35d4-76fe-43fc-b008-0712347a8468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:04.983127 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-3d879948-33cb-4591-88be-97725de202ad tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:12:05.055264 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7c35d4-76fe-43fc-b008-0712347a8468 service neutron] Pushing event updated for resources: {'Port': ['ID=414b90ec-afeb-4af0-9e53-4e5703960fed,revision_number=2']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:12:05.065786 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-5c7c35d4-76fe-43fc-b008-0712347a8468 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:12:05.068963 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-f3f0d086-7ce4-4c30-855e-6450617b1149 req-5c7c35d4-76fe-43fc-b008-0712347a8468 service neutron] Attempting to bind port 414b90ec-afeb-4af0-9e53-4e5703960fed on host hv-cinder-79049 for vnic_type normal with profile {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:12:05.069524 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-f3f0d086-7ce4-4c30-855e-6450617b1149 req-5c7c35d4-76fe-43fc-b008-0712347a8468 service neutron] Attempting to bind port 414b90ec-afeb-4af0-9e53-4e5703960fed by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '5e6958c6-0673-49ac-8933-d7e0c6aa37e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'e9fa93c1-9380-43f6-a51c-3dfc88effd3b'}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:12:05.070829 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f0d086-7ce4-4c30-855e-6450617b1149 req-5c7c35d4-76fe-43fc-b008-0712347a8468 service neutron] Attempting to bind port 414b90ec-afeb-4af0-9e53-4e5703960fed on network e9fa93c1-9380-43f6-a51c-3dfc88effd3b {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:12:05.079314 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f0d086-7ce4-4c30-855e-6450617b1149 req-5c7c35d4-76fe-43fc-b008-0712347a8468 service neutron] Port 414b90ec-afeb-4af0-9e53-4e5703960fed on network e9fa93c1-9380-43f6-a51c-3dfc88effd3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 19:12:05.079915 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f0d086-7ce4-4c30-855e-6450617b1149 req-5c7c35d4-76fe-43fc-b008-0712347a8468 service neutron] Attempting to bind port 414b90ec-afeb-4af0-9e53-4e5703960fed on network e9fa93c1-9380-43f6-a51c-3dfc88effd3b {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:12:05.087514 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f0d086-7ce4-4c30-855e-6450617b1149 req-5c7c35d4-76fe-43fc-b008-0712347a8468 service neutron] Checking agent: {'id': '931bf73c-9d40-46c8-855c-92667356b0d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 19, 4, 47), 'started_at': datetime.datetime(2021, 6, 23, 19, 4, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:12:05.088587 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f0d086-7ce4-4c30-855e-6450617b1149 req-5c7c35d4-76fe-43fc-b008-0712347a8468 service neutron] Checking segment: {'id': '5e6958c6-0673-49ac-8933-d7e0c6aa37e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'e9fa93c1-9380-43f6-a51c-3dfc88effd3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:12:05.088587 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f0d086-7ce4-4c30-855e-6450617b1149 req-5c7c35d4-76fe-43fc-b008-0712347a8468 service neutron] Bound using segment: {'id': '5e6958c6-0673-49ac-8933-d7e0c6aa37e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'e9fa93c1-9380-43f6-a51c-3dfc88effd3b'} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:12:05.089030 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-f3f0d086-7ce4-4c30-855e-6450617b1149 req-5c7c35d4-76fe-43fc-b008-0712347a8468 service neutron] Bound port: 414b90ec-afeb-4af0-9e53-4e5703960fed, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e6958c6-0673-49ac-8933-d7e0c6aa37e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'e9fa93c1-9380-43f6-a51c-3dfc88effd3b'}}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:12:05.089381 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-f3f0d086-7ce4-4c30-855e-6450617b1149 req-5c7c35d4-76fe-43fc-b008-0712347a8468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:05.172613 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-f3f0d086-7ce4-4c30-855e-6450617b1149 req-5c7c35d4-76fe-43fc-b008-0712347a8468 service neutron] For port 414b90ec-afeb-4af0-9e53-4e5703960fed, host hv-cinder-79049, cleared binding levels {{(pid=93953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:12:05.176802 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-f3f0d086-7ce4-4c30-855e-6450617b1149 req-5c7c35d4-76fe-43fc-b008-0712347a8468 service neutron] For port 414b90ec-afeb-4af0-9e53-4e5703960fed, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=414b90ec-afeb-4af0-9e53-4e5703960fed,segment=NetworkSegment(5e6958c6-0673-49ac-8933-d7e0c6aa37e5),segment_id=5e6958c6-0673-49ac-8933-d7e0c6aa37e5)] {{(pid=93953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:12:05.264273 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-f3f0d086-7ce4-4c30-855e-6450617b1149 req-5c7c35d4-76fe-43fc-b008-0712347a8468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:05.266458 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-c1db2d14-1cee-464a-8de1-405e2de2e421 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:12:05.299723 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f0d086-7ce4-4c30-855e-6450617b1149 req-5c7c35d4-76fe-43fc-b008-0712347a8468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:05.300349 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-f3f0d086-7ce4-4c30-855e-6450617b1149 req-5c7c35d4-76fe-43fc-b008-0712347a8468 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:05.301755 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f3f0d086-7ce4-4c30-855e-6450617b1149 req-5c7c35d4-76fe-43fc-b008-0712347a8468 service neutron] 10.222.0.49 "PUT /v2.0/ports/414b90ec-afeb-4af0-9e53-4e5703960fed HTTP/1.1" status: 200 len: 1093 time: 0.9004934 Jun 23 19:12:05.331261 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7c35d4-76fe-43fc-b008-0712347a8468 service neutron] Pushing event updated for resources: {'Port': ['ID=414b90ec-afeb-4af0-9e53-4e5703960fed,revision_number=3']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:12:05.336413 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-5c7c35d4-76fe-43fc-b008-0712347a8468 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:12:05.424217 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0dfa02b7-e69b-42f9-a1c6-d55a29ea84e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:05.448630 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c338c579-f838-4fbe-b1e5-3f7ef1bb4e57', 'tag': '414b90ec-afeb-4af0-9e53-4e5703960fed'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:12:05.456101 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8902aeace0540733bba5a146bce723956a3312b5b25ae011a73fc84317b4d28a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f0b70ea-9125-4b92-bed1-0651e91d33c1" -d '{"events": [{"name": "network-changed", "server_uuid": "c338c579-f838-4fbe-b1e5-3f7ef1bb4e57", "tag": "414b90ec-afeb-4af0-9e53-4e5703960fed"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:12:05.562355 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f0d086-7ce4-4c30-855e-6450617b1149 req-9836f445-8c8f-4a35-bf38-849425dc1d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:05.563798 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f3f0d086-7ce4-4c30-855e-6450617b1149 req-9836f445-8c8f-4a35-bf38-849425dc1d6a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4cbd9e58e50b42a281ca078879fab751&device_id=c338c579-f838-4fbe-b1e5-3f7ef1bb4e57 HTTP/1.1" status: 200 len: 1096 time: 0.1162817 Jun 23 19:12:05.578904 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3337c96a-077d-4c42-a02b-a712e3b4d274 req-d74dcab8-eca9-43e9-8ba8-be3c43873304 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:05.580448 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3337c96a-077d-4c42-a02b-a712e3b4d274 req-d74dcab8-eca9-43e9-8ba8-be3c43873304 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=c338c579-f838-4fbe-b1e5-3f7ef1bb4e57 HTTP/1.1" status: 200 len: 943 time: 0.1205883 Jun 23 19:12:05.626836 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f3f0d086-7ce4-4c30-855e-6450617b1149 req-73dddcb4-9e25-4109-a8c0-a878ae382fc2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=414b90ec-afeb-4af0-9e53-4e5703960fed HTTP/1.1" status: 200 len: 217 time: 0.0454381 Jun 23 19:12:05.675852 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3337c96a-077d-4c42-a02b-a712e3b4d274 req-7c6ccb44-a6c6-4096-9411-cd71fd5025da tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/security-groups?id=fee001c2-c17c-42de-bfa7-2f2de1d9633b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886829 Jun 23 19:12:05.699022 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f0d086-7ce4-4c30-855e-6450617b1149 req-2224a109-b7e2-48ca-9195-7f1956315550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:05.701017 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f3f0d086-7ce4-4c30-855e-6450617b1149 req-2224a109-b7e2-48ca-9195-7f1956315550 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=09e805ee-e30d-4540-8ef6-67d65653382f HTTP/1.1" status: 200 len: 850 time: 0.0647132 Jun 23 19:12:05.755956 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0697346-94f5-49a0-b6b1-701cd06355b2 x-openstack-request-id: req-f0697346-94f5-49a0-b6b1-701cd06355b2 {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:12:05.756265 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c338c579-f838-4fbe-b1e5-3f7ef1bb4e57", "tag": "414b90ec-afeb-4af0-9e53-4e5703960fed", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:12:05.756553 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f0697346-94f5-49a0-b6b1-701cd06355b2 {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:12:05.757570 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c338c579-f838-4fbe-b1e5-3f7ef1bb4e57', 'tag': '414b90ec-afeb-4af0-9e53-4e5703960fed', 'status': 'completed', 'code': 200} Jun 23 19:12:05.774820 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f0d086-7ce4-4c30-855e-6450617b1149 req-de826201-2aa0-42e5-a008-e29bef42be92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:05.776459 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f3f0d086-7ce4-4c30-855e-6450617b1149 req-de826201-2aa0-42e5-a008-e29bef42be92 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e9fa93c1-9380-43f6-a51c-3dfc88effd3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0681455 Jun 23 19:12:05.899535 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f3f0d086-7ce4-4c30-855e-6450617b1149 req-7bc5a2dc-454d-4899-bb2e-ea4c375fb1a9 service neutron] 10.222.0.49 "GET /v2.0/networks/e9fa93c1-9380-43f6-a51c-3dfc88effd3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022880 Jun 23 19:12:05.997701 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f3f0d086-7ce4-4c30-855e-6450617b1149 req-9b47fbb7-ca91-4cc0-a91e-6e441a525e19 service neutron] 10.222.0.49 "GET /v2.0/networks/e9fa93c1-9380-43f6-a51c-3dfc88effd3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911310 Jun 23 19:12:06.334334 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b70ea-9125-4b92-bed1-0651e91d33c1 req-daf2ab89-04bc-4716-abf9-8e96acc9fc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:06.336529 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4f0b70ea-9125-4b92-bed1-0651e91d33c1 req-daf2ab89-04bc-4716-abf9-8e96acc9fc62 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4cbd9e58e50b42a281ca078879fab751&device_id=c338c579-f838-4fbe-b1e5-3f7ef1bb4e57 HTTP/1.1" status: 200 len: 1096 time: 0.0581033 Jun 23 19:12:06.440210 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b70ea-9125-4b92-bed1-0651e91d33c1 req-efbab203-9006-40a5-bdf1-1b1bf2a6f5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:06.441667 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4f0b70ea-9125-4b92-bed1-0651e91d33c1 req-efbab203-9006-40a5-bdf1-1b1bf2a6f5d8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e9fa93c1-9380-43f6-a51c-3dfc88effd3b HTTP/1.1" status: 200 len: 912 time: 0.0971289 Jun 23 19:12:06.485634 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4f0b70ea-9125-4b92-bed1-0651e91d33c1 req-da1552b5-586c-474e-af9c-1db27e17ae9d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=414b90ec-afeb-4af0-9e53-4e5703960fed HTTP/1.1" status: 200 len: 217 time: 0.0357788 Jun 23 19:12:06.546717 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b70ea-9125-4b92-bed1-0651e91d33c1 req-b4b47926-c112-4b1d-ada0-e23523300df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:06.546717 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4f0b70ea-9125-4b92-bed1-0651e91d33c1 req-b4b47926-c112-4b1d-ada0-e23523300df1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=09e805ee-e30d-4540-8ef6-67d65653382f HTTP/1.1" status: 200 len: 850 time: 0.0505981 Jun 23 19:12:06.641449 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b70ea-9125-4b92-bed1-0651e91d33c1 req-79e56b0d-afa5-4c56-a6dd-d297e0093260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:06.644069 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4f0b70ea-9125-4b92-bed1-0651e91d33c1 req-79e56b0d-afa5-4c56-a6dd-d297e0093260 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e9fa93c1-9380-43f6-a51c-3dfc88effd3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0831044 Jun 23 19:12:06.752153 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4f0b70ea-9125-4b92-bed1-0651e91d33c1 req-16178d89-489b-4b10-8bfc-1f2db2dc6dfa service neutron] 10.222.0.49 "GET /v2.0/networks/e9fa93c1-9380-43f6-a51c-3dfc88effd3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935264 Jun 23 19:12:06.899642 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4f0b70ea-9125-4b92-bed1-0651e91d33c1 req-2a15d7c8-0933-48f3-ac4d-a8f8fe6725ce service neutron] 10.222.0.49 "GET /v2.0/networks/e9fa93c1-9380-43f6-a51c-3dfc88effd3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405666 Jun 23 19:12:06.920612 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c800355-4513-40fe-9e66-df62ac30e16c req-f602a16b-9e5a-4e36-bcc9-48b3a5f4747e tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:06.922211 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-1c800355-4513-40fe-9e66-df62ac30e16c req-f602a16b-9e5a-4e36-bcc9-48b3a5f4747e tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=c338c579-f838-4fbe-b1e5-3f7ef1bb4e57 HTTP/1.1" status: 200 len: 943 time: 0.0981612 Jun 23 19:12:06.963599 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-1c800355-4513-40fe-9e66-df62ac30e16c req-0463079b-311b-4b91-af09-e96dee5ff0d1 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/security-groups?id=fee001c2-c17c-42de-bfa7-2f2de1d9633b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344274 Jun 23 19:12:08.150609 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8216a5-bca9-433b-9c0f-e339794f156e req-1d8fbe7a-1af8-4e4d-a872-114212ff7abf tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:08.152003 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9b8216a5-bca9-433b-9c0f-e339794f156e req-1d8fbe7a-1af8-4e4d-a872-114212ff7abf tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=c338c579-f838-4fbe-b1e5-3f7ef1bb4e57 HTTP/1.1" status: 200 len: 943 time: 0.0667815 Jun 23 19:12:08.195280 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9b8216a5-bca9-433b-9c0f-e339794f156e req-468490a0-a27e-462e-b234-f083a6233362 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/security-groups?id=fee001c2-c17c-42de-bfa7-2f2de1d9633b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375206 Jun 23 19:12:08.225944 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device 414b90ec-afeb-4af0-9e53-4e5703960fed details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=93954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 19:12:08.330893 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] For port 414b90ec-afeb-4af0-9e53-4e5703960fed, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=414b90ec-afeb-4af0-9e53-4e5703960fed,segment=NetworkSegment(5e6958c6-0673-49ac-8933-d7e0c6aa37e5),segment_id=5e6958c6-0673-49ac-8933-d7e0c6aa37e5)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:12:08.342135 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Returning: {'device': '414b90ec-afeb-4af0-9e53-4e5703960fed', 'network_id': 'e9fa93c1-9380-43f6-a51c-3dfc88effd3b', 'port_id': '414b90ec-afeb-4af0-9e53-4e5703960fed', 'mac_address': 'fa:16:3e:7b:ef:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09e805ee-e30d-4540-8ef6-67d65653382f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 19:12:08.379174 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:08.392024 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.notifiers.nova [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 414b90ec-afeb-4af0-9e53-4e5703960fed {{(pid=93954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:12:08.416581 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] For port 414b90ec-afeb-4af0-9e53-4e5703960fed, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=414b90ec-afeb-4af0-9e53-4e5703960fed,segment=NetworkSegment(5e6958c6-0673-49ac-8933-d7e0c6aa37e5),segment_id=5e6958c6-0673-49ac-8933-d7e0c6aa37e5)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:12:08.506105 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:08.508078 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:12:08.554844 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Pushing event updated for resources: {'Port': ['ID=414b90ec-afeb-4af0-9e53-4e5703960fed,revision_number=4']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:12:08.561650 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:12:08.562032 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:12:08.562376 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:12:08.562715 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:12:08.563046 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:12:08.563404 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:12:08.563731 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:12:08.564059 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:12:08.564391 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:12:08.564715 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:12:08.565038 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:12:08.565361 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:12:08.569400 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:12:09.374172 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36567b30-83ba-45a1-a4b2-0f1da3dcf39d req-18e7c2d4-df39-4c7f-a609-ae0fca360903 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:09.375656 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-36567b30-83ba-45a1-a4b2-0f1da3dcf39d req-18e7c2d4-df39-4c7f-a609-ae0fca360903 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=c338c579-f838-4fbe-b1e5-3f7ef1bb4e57 HTTP/1.1" status: 200 len: 944 time: 0.0644162 Jun 23 19:12:09.413870 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-36567b30-83ba-45a1-a4b2-0f1da3dcf39d req-64ccc8fd-392b-4e0a-a296-ea3c63813618 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/security-groups?id=fee001c2-c17c-42de-bfa7-2f2de1d9633b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325243 Jun 23 19:12:10.586404 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e43dee1-47cc-4c9c-a5bb-54d47aaf6d68 req-be5e7398-e0f7-48b2-8726-19e004a46f88 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:10.588219 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4e43dee1-47cc-4c9c-a5bb-54d47aaf6d68 req-be5e7398-e0f7-48b2-8726-19e004a46f88 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=c338c579-f838-4fbe-b1e5-3f7ef1bb4e57 HTTP/1.1" status: 200 len: 944 time: 0.0612597 Jun 23 19:12:10.624785 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4e43dee1-47cc-4c9c-a5bb-54d47aaf6d68 req-b45c4b7a-9b81-498c-93c6-c0d80427ce1f tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/security-groups?id=fee001c2-c17c-42de-bfa7-2f2de1d9633b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311751 Jun 23 19:12:11.743919 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] get_ports_and_sgs() called for port_ids ['414b90ec-afeb-4af0-9e53-4e5703960fed'] {{(pid=93954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:12:11.829621 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f70536c-b2ad-4433-ad96-0ae0800c930f req-b42407eb-6a58-47ae-ba99-ea8fd1775cad tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:11.831509 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-5f70536c-b2ad-4433-ad96-0ae0800c930f req-b42407eb-6a58-47ae-ba99-ea8fd1775cad tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=c338c579-f838-4fbe-b1e5-3f7ef1bb4e57 HTTP/1.1" status: 200 len: 944 time: 0.0736721 Jun 23 19:12:11.875597 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-5f70536c-b2ad-4433-ad96-0ae0800c930f req-48f3a7fa-fe09-4710-8044-d215eb15c749 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/security-groups?id=fee001c2-c17c-42de-bfa7-2f2de1d9633b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374265 Jun 23 19:12:13.051281 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db1e04e-ff25-4091-b139-5cef9f0433cb req-9bdcb4b6-0609-432c-aa45-c2e3e61ca57f tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:13.052775 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8db1e04e-ff25-4091-b139-5cef9f0433cb req-9bdcb4b6-0609-432c-aa45-c2e3e61ca57f tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=c338c579-f838-4fbe-b1e5-3f7ef1bb4e57 HTTP/1.1" status: 200 len: 944 time: 0.0645657 Jun 23 19:12:13.091042 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8db1e04e-ff25-4091-b139-5cef9f0433cb req-07cc1a5c-c966-40e6-9038-b0e0814707f0 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/security-groups?id=fee001c2-c17c-42de-bfa7-2f2de1d9633b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320182 Jun 23 19:12:14.270471 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a3b4e2-45be-4a6c-9cac-8167e60528e5 req-1aab478b-d2d3-4c13-8dc9-dd677cce2d4d tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:14.272062 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c0a3b4e2-45be-4a6c-9cac-8167e60528e5 req-1aab478b-d2d3-4c13-8dc9-dd677cce2d4d tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=c338c579-f838-4fbe-b1e5-3f7ef1bb4e57 HTTP/1.1" status: 200 len: 944 time: 0.0699573 Jun 23 19:12:14.322671 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c0a3b4e2-45be-4a6c-9cac-8167e60528e5 req-4eb409d8-edfd-4b75-a1b9-f8206785ea50 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/security-groups?id=fee001c2-c17c-42de-bfa7-2f2de1d9633b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428820 Jun 23 19:12:15.335684 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device 414b90ec-afeb-4af0-9e53-4e5703960fed up at agent hyperv_hv-cinder-79049 {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:12:15.455174 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Provisioning for port 414b90ec-afeb-4af0-9e53-4e5703960fed completed by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:12:15.459226 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Provisioning complete for port 414b90ec-afeb-4af0-9e53-4e5703960fed triggered by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:12:15.459630 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:15.497173 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b658d4d-30c4-462a-8d91-37386a92aaf7 req-e967fa3b-8a41-4be8-b3b4-111f3b1ebd63 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:15.498659 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0b658d4d-30c4-462a-8d91-37386a92aaf7 req-e967fa3b-8a41-4be8-b3b4-111f3b1ebd63 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=c338c579-f838-4fbe-b1e5-3f7ef1bb4e57 HTTP/1.1" status: 200 len: 944 time: 0.0647094 Jun 23 19:12:15.538059 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0b658d4d-30c4-462a-8d91-37386a92aaf7 req-a87b6e03-d30f-49fe-9958-487b1e0b01d1 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/security-groups?id=fee001c2-c17c-42de-bfa7-2f2de1d9633b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331964 Jun 23 19:12:15.541383 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:15.565058 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c338c579-f838-4fbe-b1e5-3f7ef1bb4e57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414b90ec-afeb-4af0-9e53-4e5703960fed'}] {{(pid=93954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:12:15.567311 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78efef87a1af135e54214795b53a936b9e8d2b7d09f053504b37278e2de45a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-904506cc-7bb1-468b-b103-5428b6276bcf" -d '{"events": [{"server_uuid": "c338c579-f838-4fbe-b1e5-3f7ef1bb4e57", "name": "network-vif-plugged", "status": "completed", "tag": "414b90ec-afeb-4af0-9e53-4e5703960fed"}]}' {{(pid=93954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:12:15.580522 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] For port 414b90ec-afeb-4af0-9e53-4e5703960fed, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=414b90ec-afeb-4af0-9e53-4e5703960fed,segment=NetworkSegment(5e6958c6-0673-49ac-8933-d7e0c6aa37e5),segment_id=5e6958c6-0673-49ac-8933-d7e0c6aa37e5)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:12:15.604600 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36bbd010-fd4f-4fef-b8f7-f66718666eff x-openstack-request-id: req-36bbd010-fd4f-4fef-b8f7-f66718666eff {{(pid=93954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:12:15.604906 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c338c579-f838-4fbe-b1e5-3f7ef1bb4e57", "name": "network-vif-plugged", "status": "completed", "tag": "414b90ec-afeb-4af0-9e53-4e5703960fed", "code": 200}]} {{(pid=93954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:12:15.605178 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-36bbd010-fd4f-4fef-b8f7-f66718666eff {{(pid=93954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:12:15.605580 dv-cinder-790492-6-iscsi neutron-server[93954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c338c579-f838-4fbe-b1e5-3f7ef1bb4e57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414b90ec-afeb-4af0-9e53-4e5703960fed', 'code': 200} Jun 23 19:12:15.646233 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:15.648258 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:12:15.698778 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Pushing event updated for resources: {'Port': ['ID=414b90ec-afeb-4af0-9e53-4e5703960fed,revision_number=5']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:12:15.701952 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:12:16.722058 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811de119-e783-41ad-937a-b89a54583ebb req-ddfe3d3a-2950-4c9c-950e-15ad58abf018 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:16.723507 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-811de119-e783-41ad-937a-b89a54583ebb req-ddfe3d3a-2950-4c9c-950e-15ad58abf018 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=c338c579-f838-4fbe-b1e5-3f7ef1bb4e57 HTTP/1.1" status: 200 len: 945 time: 0.0683427 Jun 23 19:12:16.765016 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-811de119-e783-41ad-937a-b89a54583ebb req-ec72e124-ab92-4b7c-893b-df9527af98ac tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/security-groups?id=fee001c2-c17c-42de-bfa7-2f2de1d9633b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354223 Jun 23 19:12:16.830354 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d8e417-d291-43ff-b60f-631bc604a9fb req-23b7f584-1994-4005-8118-4911bce81c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:16.831754 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-38d8e417-d291-43ff-b60f-631bc604a9fb req-23b7f584-1994-4005-8118-4911bce81c1d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c338c579-f838-4fbe-b1e5-3f7ef1bb4e57 HTTP/1.1" status: 200 len: 1098 time: 0.0537291 Jun 23 19:12:16.867281 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-38d8e417-d291-43ff-b60f-631bc604a9fb req-dd2ac4b9-f387-49e4-a4b9-9f518f8eee77 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=fee001c2-c17c-42de-bfa7-2f2de1d9633b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282371 Jun 23 19:12:17.175166 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:18.391006 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e27483-c906-4e8d-ba68-96ebc7059d67 req-f75f9283-c258-4acf-8f4a-8b480cd150d3 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:18.392566 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-65e27483-c906-4e8d-ba68-96ebc7059d67 req-f75f9283-c258-4acf-8f4a-8b480cd150d3 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=c338c579-f838-4fbe-b1e5-3f7ef1bb4e57 HTTP/1.1" status: 200 len: 945 time: 0.0649085 Jun 23 19:12:18.437453 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-65e27483-c906-4e8d-ba68-96ebc7059d67 req-7813049c-50bc-4362-ae67-c4a61f4a7fae tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/security-groups?id=fee001c2-c17c-42de-bfa7-2f2de1d9633b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378444 Jun 23 19:12:18.603597 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d311f-b293-4ed1-8442-db67dc352923 req-3270c501-d0f1-4b6c-b39d-ccd8ff82fcbd tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:18.605591 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-825d311f-b293-4ed1-8442-db67dc352923 req-3270c501-d0f1-4b6c-b39d-ccd8ff82fcbd tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/ports?device_id=b389f774-9ff0-4f52-9779-fca0f42d0093 HTTP/1.1" status: 200 len: 946 time: 0.0629275 Jun 23 19:12:18.647050 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-825d311f-b293-4ed1-8442-db67dc352923 req-b397a15c-7c74-4e3c-a9e4-27d130b6b172 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/security-groups?id=89c8f244-84dd-4955-bd65-36bd2a6ab177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356457 Jun 23 19:12:19.310943 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.agents_db [None req-808d9167-7b86-4487-ac1f-373b1677e9b0 None None] Agent healthcheck: found 6 active agents {{(pid=93955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:12:19.611695 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec0465e-33e6-47ce-8aac-a20df56b4ac0 req-1e26d59a-f5f7-426e-a1a5-db3a9a8e42d6 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:19.613116 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2ec0465e-33e6-47ce-8aac-a20df56b4ac0 req-1e26d59a-f5f7-426e-a1a5-db3a9a8e42d6 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=c338c579-f838-4fbe-b1e5-3f7ef1bb4e57 HTTP/1.1" status: 200 len: 945 time: 0.0629268 Jun 23 19:12:19.652498 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2ec0465e-33e6-47ce-8aac-a20df56b4ac0 req-96ed9cd0-0134-4687-aab1-94fa6b67d8fc tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/security-groups?id=fee001c2-c17c-42de-bfa7-2f2de1d9633b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335038 Jun 23 19:12:19.823236 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bcd1b3-9251-4af6-a216-e71bc4c487cf req-f43cfb15-6ee5-4306-9b78-cc0557ca381c tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:19.824707 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-15bcd1b3-9251-4af6-a216-e71bc4c487cf req-f43cfb15-6ee5-4306-9b78-cc0557ca381c tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/ports?device_id=b389f774-9ff0-4f52-9779-fca0f42d0093 HTTP/1.1" status: 200 len: 946 time: 0.0618403 Jun 23 19:12:19.863501 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-15bcd1b3-9251-4af6-a216-e71bc4c487cf req-db38b07a-05c1-40fe-8be9-184e1ade332f tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/security-groups?id=89c8f244-84dd-4955-bd65-36bd2a6ab177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330188 Jun 23 19:12:20.031186 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cafd6f2-1bab-441a-bd27-cdba39675b77 req-28b5b017-1526-434e-8a92-30b9404c36ff tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:20.032762 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0cafd6f2-1bab-441a-bd27-cdba39675b77 req-28b5b017-1526-434e-8a92-30b9404c36ff tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=c338c579-f838-4fbe-b1e5-3f7ef1bb4e57 HTTP/1.1" status: 200 len: 945 time: 0.0674918 Jun 23 19:12:20.041351 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 35674) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:12:20.046607 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-552eaaa7-3da2-4b87-8ae8-e4d8a3151306 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Request body: {'floatingip': {'port_id': '414b90ec-afeb-4af0-9e53-4e5703960fed'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:12:20.087688 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-552eaaa7-3da2-4b87-8ae8-e4d8a3151306 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks [] for floatingip, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:20.558179 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-552eaaa7-3da2-4b87-8ae8-e4d8a3151306 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:20.655281 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-552eaaa7-3da2-4b87-8ae8-e4d8a3151306 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3708797'] for floatingip, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:20.753919 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.db.l3_db [None req-552eaaa7-3da2-4b87-8ae8-e4d8a3151306 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Floating IP 4a00a134-1ff1-4725-99d3-d46a23d3e29c associated. External IP: 172.27.1.69, port: 414b90ec-afeb-4af0-9e53-4e5703960fed. Jun 23 19:12:21.271057 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-552eaaa7-3da2-4b87-8ae8-e4d8a3151306 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Router 9c054af9-db37-478e-9fba-f240a3ce3320 has already been hosted by L3 agent 74079d6f-659b-43f4-8a12-30a7ece685bb {{(pid=93953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:12:21.331650 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e3649c-5492-4a67-b402-dadd62ef4441 req-9a02c2d9-e423-44b1-a7d6-42fccc151623 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:21.333075 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-55e3649c-5492-4a67-b402-dadd62ef4441 req-9a02c2d9-e423-44b1-a7d6-42fccc151623 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/ports?device_id=b389f774-9ff0-4f52-9779-fca0f42d0093 HTTP/1.1" status: 200 len: 946 time: 0.1095054 Jun 23 19:12:21.413817 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-55e3649c-5492-4a67-b402-dadd62ef4441 req-3f475d90-f602-4f2b-9978-fd693a58e071 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/security-groups?id=89c8f244-84dd-4955-bd65-36bd2a6ab177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748112 Jun 23 19:12:21.429173 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-552eaaa7-3da2-4b87-8ae8-e4d8a3151306 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify agent at l3_agent.dv-cinder-790492-6-iscsi the message routers_updated {{(pid=93953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:12:21.434502 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-552eaaa7-3da2-4b87-8ae8-e4d8a3151306 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064'] for floatingip, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:21.441365 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28229677-a48d-447a-8048-c8d73ace715a None None] Sync routers for ids ['9c054af9-db37-478e-9fba-f240a3ce3320'] in dv-cinder-790492-6-iscsi {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:12:21.451292 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28229677-a48d-447a-8048-c8d73ace715a None None] Routers {'9c054af9-db37-478e-9fba-f240a3ce3320'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:12:21.451961 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-28229677-a48d-447a-8048-c8d73ace715a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:12:03Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['9c054af9-db37-478e-9fba-f240a3ce3320'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:12:21.474920 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-552eaaa7-3da2-4b87-8ae8-e4d8a3151306 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "PUT /v2.0/floatingips/4a00a134-1ff1-4725-99d3-d46a23d3e29c HTTP/1.1" status: 200 len: 990 time: 1.4294565 Jun 23 19:12:21.474920 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c338c579-f838-4fbe-b1e5-3f7ef1bb4e57', 'tag': '414b90ec-afeb-4af0-9e53-4e5703960fed'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:12:21.475985 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8902aeace0540733bba5a146bce723956a3312b5b25ae011a73fc84317b4d28a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-139ae686-e0c1-4b30-aaf3-9217d62591ab" -d '{"events": [{"name": "network-changed", "server_uuid": "c338c579-f838-4fbe-b1e5-3f7ef1bb4e57", "tag": "414b90ec-afeb-4af0-9e53-4e5703960fed"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:12:21.562930 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-28229677-a48d-447a-8048-c8d73ace715a None None] Set router 9c054af9-db37-478e-9fba-f240a3ce3320 gateway port host: dv-cinder-790492-6-iscsi {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:12:21.797912 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-28229677-a48d-447a-8048-c8d73ace715a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c054af9-db37-478e-9fba-f240a3ce3320', 'name': 'tempest-AttachVolumeTestJSON-1227294775-router', 'tenant_id': '4cbd9e58e50b42a281ca078879fab751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'f54cdda4-81e2-4724-8206-3151787f90cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:06:41Z', 'updated_at': '2021-06-23T19:06:48Z', 'revision_number': 4, 'project_id': '4cbd9e58e50b42a281ca078879fab751', 'gw_port': {'id': 'f54cdda4-81e2-4724-8206-3151787f90cb', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c054af9-db37-478e-9fba-f240a3ce3320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:06:42Z', 'updated_at': '2021-06-23T19:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi', '_floatingips': [{'id': '4a00a134-1ff1-4725-99d3-d46a23d3e29c', 'tenant_id': '4cbd9e58e50b42a281ca078879fab751', 'floating_ip_address': '172.27.1.69', 'floating_network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'router_id': '9c054af9-db37-478e-9fba-f240a3ce3320', 'port_id': '414b90ec-afeb-4af0-9e53-4e5703960fed', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9fa93c1-9380-43f6-a51c-3dfc88effd3b', 'mac_address': 'fa:16:3e:7b:ef:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c338c579-f838-4fbe-b1e5-3f7ef1bb4e57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T19:11:57Z', 'updated_at': '2021-06-23T19:12:20Z', 'revision_number': 1, 'project_id': '4cbd9e58e50b42a281ca078879fab751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5be624be-cd06-49ab-9499-f265115a098f', 'name': '', 'network_id': 'e9fa93c1-9380-43f6-a51c-3dfc88effd3b', 'tenant_id': '4cbd9e58e50b42a281ca078879fab751', 'mac_address': 'fa:16:3e:70:80:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c054af9-db37-478e-9fba-f240a3ce3320', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '09e805ee-e30d-4540-8ef6-67d65653382f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:06:46Z', 'updated_at': '2021-06-23T19:06:57Z', 'revision_number': 5, 'project_id': '4cbd9e58e50b42a281ca078879fab751', 'subnets': [{'id': '09e805ee-e30d-4540-8ef6-67d65653382f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:12:21.824835 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28229677-a48d-447a-8048-c8d73ace715a None None] Checking router: 9c054af9-db37-478e-9fba-f240a3ce3320 for host: dv-cinder-790492-6-iscsi {{(pid=93954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:12:21.833003 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28229677-a48d-447a-8048-c8d73ace715a None None] Routers {'9c054af9-db37-478e-9fba-f240a3ce3320'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:12:21.833626 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-28229677-a48d-447a-8048-c8d73ace715a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:12:03Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['9c054af9-db37-478e-9fba-f240a3ce3320'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:12:21.943944 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-28229677-a48d-447a-8048-c8d73ace715a None None] Set router 9c054af9-db37-478e-9fba-f240a3ce3320 gateway port host: dv-cinder-790492-6-iscsi {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:12:22.181334 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-28229677-a48d-447a-8048-c8d73ace715a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c054af9-db37-478e-9fba-f240a3ce3320', 'name': 'tempest-AttachVolumeTestJSON-1227294775-router', 'tenant_id': '4cbd9e58e50b42a281ca078879fab751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'f54cdda4-81e2-4724-8206-3151787f90cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:06:41Z', 'updated_at': '2021-06-23T19:06:48Z', 'revision_number': 4, 'project_id': '4cbd9e58e50b42a281ca078879fab751', 'gw_port': {'id': 'f54cdda4-81e2-4724-8206-3151787f90cb', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c054af9-db37-478e-9fba-f240a3ce3320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:06:42Z', 'updated_at': '2021-06-23T19:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi', '_floatingips': [{'id': '4a00a134-1ff1-4725-99d3-d46a23d3e29c', 'tenant_id': '4cbd9e58e50b42a281ca078879fab751', 'floating_ip_address': '172.27.1.69', 'floating_network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'router_id': '9c054af9-db37-478e-9fba-f240a3ce3320', 'port_id': '414b90ec-afeb-4af0-9e53-4e5703960fed', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9fa93c1-9380-43f6-a51c-3dfc88effd3b', 'mac_address': 'fa:16:3e:7b:ef:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c338c579-f838-4fbe-b1e5-3f7ef1bb4e57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T19:11:57Z', 'updated_at': '2021-06-23T19:12:20Z', 'revision_number': 1, 'project_id': '4cbd9e58e50b42a281ca078879fab751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5be624be-cd06-49ab-9499-f265115a098f', 'name': '', 'network_id': 'e9fa93c1-9380-43f6-a51c-3dfc88effd3b', 'tenant_id': '4cbd9e58e50b42a281ca078879fab751', 'mac_address': 'fa:16:3e:70:80:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c054af9-db37-478e-9fba-f240a3ce3320', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '09e805ee-e30d-4540-8ef6-67d65653382f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:06:46Z', 'updated_at': '2021-06-23T19:06:57Z', 'revision_number': 5, 'project_id': '4cbd9e58e50b42a281ca078879fab751', 'subnets': [{'id': '09e805ee-e30d-4540-8ef6-67d65653382f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:12:22.214477 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28229677-a48d-447a-8048-c8d73ace715a None None] The sync data for ids ['9c054af9-db37-478e-9fba-f240a3ce3320'] in dv-cinder-790492-6-iscsi is: [{'id': '9c054af9-db37-478e-9fba-f240a3ce3320', 'name': 'tempest-AttachVolumeTestJSON-1227294775-router', 'tenant_id': '4cbd9e58e50b42a281ca078879fab751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'f54cdda4-81e2-4724-8206-3151787f90cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:06:41Z', 'updated_at': '2021-06-23T19:06:48Z', 'revision_number': 4, 'project_id': '4cbd9e58e50b42a281ca078879fab751', 'gw_port': {'id': 'f54cdda4-81e2-4724-8206-3151787f90cb', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c054af9-db37-478e-9fba-f240a3ce3320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:06:42Z', 'updated_at': '2021-06-23T19:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi', '_floatingips': [{'id': '4a00a134-1ff1-4725-99d3-d46a23d3e29c', 'tenant_id': '4cbd9e58e50b42a281ca078879fab751', 'floating_ip_address': '172.27.1.69', 'floating_network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'router_id': '9c054af9-db37-478e-9fba-f240a3ce3320', 'port_id': '414b90ec-afeb-4af0-9e53-4e5703960fed', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9fa93c1-9380-43f6-a51c-3dfc88effd3b', 'mac_address': 'fa:16:3e:7b:ef:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c338c579-f838-4fbe-b1e5-3f7ef1bb4e57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T19:11:57Z', 'updated_at': '2021-06-23T19:12:20Z', 'revision_number': 1, 'project_id': '4cbd9e58e50b42a281ca078879fab751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5be624be-cd06-49ab-9499-f265115a098f', 'name': '', 'network_id': 'e9fa93c1-9380-43f6-a51c-3dfc88effd3b', 'tenant_id': '4cbd9e58e50b42a281ca078879fab751', 'mac_address': 'fa:16:3e:70:80:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c054af9-db37-478e-9fba-f240a3ce3320', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '09e805ee-e30d-4540-8ef6-67d65653382f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:06:46Z', 'updated_at': '2021-06-23T19:06:57Z', 'revision_number': 5, 'project_id': '4cbd9e58e50b42a281ca078879fab751', 'subnets': [{'id': '09e805ee-e30d-4540-8ef6-67d65653382f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:12:22.409441 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9feb63-a9f0-4b7b-b7b6-5a7f99bde6c4 None None] New status for floating IP 4a00a134-1ff1-4725-99d3-d46a23d3e29c: ACTIVE {{(pid=93955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 19:12:22.612635 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 35726) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:12:22.720748 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-76b8ca26-f3b4-4adf-aafe-cb35fb09b887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:22.809981 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-76b8ca26-f3b4-4adf-aafe-cb35fb09b887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:22.920690 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-76b8ca26-f3b4-4adf-aafe-cb35fb09b887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:22.923634 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-4d53ee07-df24-4c7d-b0b4-b698c2195340 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:12:22.964889 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-76b8ca26-f3b4-4adf-aafe-cb35fb09b887 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=539af1d12671408ea6ddc3cc33c90eb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3510988 Jun 23 19:12:22.965914 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b8ca26-f3b4-4adf-aafe-cb35fb09b887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e71e97b-87fa-452e-87f6-eb093a70a4b5,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:12:22.968045 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 35730) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:12:22.971756 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-76b8ca26-f3b4-4adf-aafe-cb35fb09b887 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:12:23.025692 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ce1017bb-1b6b-423c-922a-59580889c3a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:23.047515 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ce1017bb-1b6b-423c-922a-59580889c3a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:23.192000 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ce1017bb-1b6b-423c-922a-59580889c3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:23.194618 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ce1017bb-1b6b-423c-922a-59580889c3a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:23.195775 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-ce1017bb-1b6b-423c-922a-59580889c3a5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3e71e97b-87fa-452e-87f6-eb093a70a4b5 HTTP/1.1" status: 204 len: 168 time: 0.2263689 Jun 23 19:12:23.196507 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-4c97b01b-d5b4-4eda-a684-a77a06d0ab09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:12:23.203822 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1017bb-1b6b-423c-922a-59580889c3a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e71e97b-87fa-452e-87f6-eb093a70a4b5,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:12:23.210716 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1017bb-1b6b-423c-922a-59580889c3a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:12:23.211072 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1017bb-1b6b-423c-922a-59580889c3a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:12:23.211456 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1017bb-1b6b-423c-922a-59580889c3a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:12:23.211810 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1017bb-1b6b-423c-922a-59580889c3a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:12:23.212159 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1017bb-1b6b-423c-922a-59580889c3a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:12:23.212507 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1017bb-1b6b-423c-922a-59580889c3a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:12:23.212852 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1017bb-1b6b-423c-922a-59580889c3a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:12:23.213462 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1017bb-1b6b-423c-922a-59580889c3a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:12:23.214317 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1017bb-1b6b-423c-922a-59580889c3a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:12:23.214686 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1017bb-1b6b-423c-922a-59580889c3a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:12:23.215020 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1017bb-1b6b-423c-922a-59580889c3a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:12:23.215364 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1017bb-1b6b-423c-922a-59580889c3a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:12:23.218499 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-ce1017bb-1b6b-423c-922a-59580889c3a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:12:23.975137 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 35738) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:12:23.988517 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-8b1be225-2fe0-497d-966a-d92a91719911 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:24.077958 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-8b1be225-2fe0-497d-966a-d92a91719911 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:24.170323 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-8b1be225-2fe0-497d-966a-d92a91719911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:24.172502 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-971b15f4-97eb-4a09-8c25-1a1cd272c165 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:12:24.210672 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-8b1be225-2fe0-497d-966a-d92a91719911 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4f9a73ff829544c79f987dbf3f26035f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2344143 Jun 23 19:12:24.211449 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1be225-2fe0-497d-966a-d92a91719911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376ed36f-feca-4d07-b915-1fe55ed16787,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:12:24.213998 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 35744) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:12:24.214818 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-8b1be225-2fe0-497d-966a-d92a91719911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:12:24.270442 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-bf64dea0-aad2-4c35-b4a4-7a2738da52d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:24.295631 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-bf64dea0-aad2-4c35-b4a4-7a2738da52d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:24.406206 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-bf64dea0-aad2-4c35-b4a4-7a2738da52d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:24.408913 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-bf64dea0-aad2-4c35-b4a4-7a2738da52d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:24.410130 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-bf64dea0-aad2-4c35-b4a4-7a2738da52d3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/376ed36f-feca-4d07-b915-1fe55ed16787 HTTP/1.1" status: 204 len: 168 time: 0.1950729 Jun 23 19:12:24.410914 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-f510a459-46fa-4883-a0ac-9362e7cba8fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:12:24.421262 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf64dea0-aad2-4c35-b4a4-7a2738da52d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376ed36f-feca-4d07-b915-1fe55ed16787,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:12:24.421262 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-bf64dea0-aad2-4c35-b4a4-7a2738da52d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:12:24.758266 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f266607-845b-47b5-ae78-06b7f82841ce x-openstack-request-id: req-3f266607-845b-47b5-ae78-06b7f82841ce {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:12:24.758600 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c338c579-f838-4fbe-b1e5-3f7ef1bb4e57", "tag": "414b90ec-afeb-4af0-9e53-4e5703960fed", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:12:24.758893 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3f266607-845b-47b5-ae78-06b7f82841ce {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:12:24.759916 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c338c579-f838-4fbe-b1e5-3f7ef1bb4e57', 'tag': '414b90ec-afeb-4af0-9e53-4e5703960fed', 'status': 'completed', 'code': 200} Jun 23 19:12:24.936572 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139ae686-e0c1-4b30-aaf3-9217d62591ab req-a096cfcc-d620-42a9-88ad-d8572a98219d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:24.938018 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-139ae686-e0c1-4b30-aaf3-9217d62591ab req-a096cfcc-d620-42a9-88ad-d8572a98219d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4cbd9e58e50b42a281ca078879fab751&device_id=c338c579-f838-4fbe-b1e5-3f7ef1bb4e57 HTTP/1.1" status: 200 len: 1098 time: 0.1064594 Jun 23 19:12:24.950210 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f536ffa2-bd0f-4018-902b-a2803d96091b req-eb3bf0c2-d4d0-419f-a9a9-3cf664798cf3 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:24.951803 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f536ffa2-bd0f-4018-902b-a2803d96091b req-eb3bf0c2-d4d0-419f-a9a9-3cf664798cf3 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/ports?device_id=b389f774-9ff0-4f52-9779-fca0f42d0093 HTTP/1.1" status: 200 len: 946 time: 0.0931547 Jun 23 19:12:25.035365 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f536ffa2-bd0f-4018-902b-a2803d96091b req-7948566e-fd44-4efa-80ad-c0d317156e54 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/security-groups?id=89c8f244-84dd-4955-bd65-36bd2a6ab177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755644 Jun 23 19:12:25.062567 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139ae686-e0c1-4b30-aaf3-9217d62591ab req-6b4ae255-b987-49f5-9038-18228e6db731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:25.064116 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-139ae686-e0c1-4b30-aaf3-9217d62591ab req-6b4ae255-b987-49f5-9038-18228e6db731 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e9fa93c1-9380-43f6-a51c-3dfc88effd3b HTTP/1.1" status: 200 len: 912 time: 0.1116014 Jun 23 19:12:25.140414 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-139ae686-e0c1-4b30-aaf3-9217d62591ab req-3aec92bd-73f6-4261-872f-ed46dca61a84 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=414b90ec-afeb-4af0-9e53-4e5703960fed HTTP/1.1" status: 200 len: 1000 time: 0.0655978 Jun 23 19:12:25.188934 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139ae686-e0c1-4b30-aaf3-9217d62591ab req-a79067fc-0afb-4157-bdce-076f4a79deb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:25.190335 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-139ae686-e0c1-4b30-aaf3-9217d62591ab req-a79067fc-0afb-4157-bdce-076f4a79deb3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=09e805ee-e30d-4540-8ef6-67d65653382f HTTP/1.1" status: 200 len: 850 time: 0.0426054 Jun 23 19:12:25.256153 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139ae686-e0c1-4b30-aaf3-9217d62591ab req-f8267096-919c-4c0f-8d0c-52d21bc65f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:25.257713 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-139ae686-e0c1-4b30-aaf3-9217d62591ab req-f8267096-919c-4c0f-8d0c-52d21bc65f69 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e9fa93c1-9380-43f6-a51c-3dfc88effd3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0594945 Jun 23 19:12:25.358356 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-139ae686-e0c1-4b30-aaf3-9217d62591ab req-6215261a-7057-4c7b-8b7d-833596d95ba1 service neutron] 10.222.0.49 "GET /v2.0/networks/e9fa93c1-9380-43f6-a51c-3dfc88effd3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933747 Jun 23 19:12:25.452628 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-139ae686-e0c1-4b30-aaf3-9217d62591ab req-b3c8df51-e275-4c2f-8dae-6f108f9f8e9d service neutron] 10.222.0.49 "GET /v2.0/networks/e9fa93c1-9380-43f6-a51c-3dfc88effd3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856628 Jun 23 19:12:26.223303 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd6b029-35d7-4168-b303-576d4e252b49 req-c3c81163-ee22-4b64-8aa6-448a3ea3817c tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:26.224865 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-dcd6b029-35d7-4168-b303-576d4e252b49 req-c3c81163-ee22-4b64-8aa6-448a3ea3817c tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/ports?device_id=b389f774-9ff0-4f52-9779-fca0f42d0093 HTTP/1.1" status: 200 len: 946 time: 0.0727699 Jun 23 19:12:26.267055 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-dcd6b029-35d7-4168-b303-576d4e252b49 req-cb7cd15e-de01-4562-8079-a6e89af47ad7 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/security-groups?id=89c8f244-84dd-4955-bd65-36bd2a6ab177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342932 Jun 23 19:12:26.714070 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 35800) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:12:26.837492 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-2e920852-7aa3-4208-8a9e-c877c82482b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:26.937362 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-2e920852-7aa3-4208-8a9e-c877c82482b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:27.014879 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-2e920852-7aa3-4208-8a9e-c877c82482b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:27.017691 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-e3e4c6b8-48a6-4dae-9493-c7eb5ff32376 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:12:27.055093 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-2e920852-7aa3-4208-8a9e-c877c82482b3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d0e62226a66c43398d4462286f207b02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3396668 Jun 23 19:12:27.055898 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e920852-7aa3-4208-8a9e-c877c82482b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b6b433-e827-4fae-b1ff-0b45b4e10ad8,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:12:27.057731 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 35810) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:12:27.059481 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-2e920852-7aa3-4208-8a9e-c877c82482b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:12:27.110695 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-a4778075-677a-45d5-a0b7-d0e864ec2e6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:27.133747 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-a4778075-677a-45d5-a0b7-d0e864ec2e6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:27.254970 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-a4778075-677a-45d5-a0b7-d0e864ec2e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:27.257649 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-a4778075-677a-45d5-a0b7-d0e864ec2e6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:27.258826 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-a4778075-677a-45d5-a0b7-d0e864ec2e6f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/46b6b433-e827-4fae-b1ff-0b45b4e10ad8 HTTP/1.1" status: 204 len: 168 time: 0.1999452 Jun 23 19:12:27.259660 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-9a553429-24d2-48c7-81e2-37c0d34a1939 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:12:27.267696 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4778075-677a-45d5-a0b7-d0e864ec2e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b6b433-e827-4fae-b1ff-0b45b4e10ad8,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:12:27.270073 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-a4778075-677a-45d5-a0b7-d0e864ec2e6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:12:27.452541 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9655f4-3597-480c-8af4-b63136e313a0 req-490cb8f6-279c-481e-84ff-c7ef1472381f tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:27.454364 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-be9655f4-3597-480c-8af4-b63136e313a0 req-490cb8f6-279c-481e-84ff-c7ef1472381f tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/ports?device_id=b389f774-9ff0-4f52-9779-fca0f42d0093 HTTP/1.1" status: 200 len: 946 time: 0.0738237 Jun 23 19:12:27.495233 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-be9655f4-3597-480c-8af4-b63136e313a0 req-8c4a30dc-cb92-4ddf-8cd4-ad181be0927d tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/security-groups?id=89c8f244-84dd-4955-bd65-36bd2a6ab177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350173 Jun 23 19:12:27.861625 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 35820) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:12:27.876190 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bd905c53-4ad3-485d-8779-42ba7e7e8a20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:27.975261 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bd905c53-4ad3-485d-8779-42ba7e7e8a20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:28.069238 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bd905c53-4ad3-485d-8779-42ba7e7e8a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:28.073878 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-2556d3e5-1a30-47a1-ac73-8ba615f1de9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:12:28.110232 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-bd905c53-4ad3-485d-8779-42ba7e7e8a20 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=27dce613127442958d8164c76fc15764&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2472672 Jun 23 19:12:28.111058 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd905c53-4ad3-485d-8779-42ba7e7e8a20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9a65ca-e3bf-418b-a1c9-11dfba43bda6,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:12:28.113678 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 35824) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:12:28.114180 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-bd905c53-4ad3-485d-8779-42ba7e7e8a20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:12:28.164224 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-6c416324-4246-4efa-9287-b7ed651f0e63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:28.185979 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-6c416324-4246-4efa-9287-b7ed651f0e63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:28.303266 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-6c416324-4246-4efa-9287-b7ed651f0e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:28.305998 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-6c416324-4246-4efa-9287-b7ed651f0e63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:28.307175 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-6c416324-4246-4efa-9287-b7ed651f0e63 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3e9a65ca-e3bf-418b-a1c9-11dfba43bda6 HTTP/1.1" status: 204 len: 168 time: 0.1920485 Jun 23 19:12:28.308165 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-e34e1e8b-5444-4f9d-8e0f-f2783d4be334 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:12:28.316961 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c416324-4246-4efa-9287-b7ed651f0e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9a65ca-e3bf-418b-a1c9-11dfba43bda6,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:12:28.319164 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-6c416324-4246-4efa-9287-b7ed651f0e63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:12:28.859765 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b8544a-49ef-4f77-9cae-428038406ab9 req-6953cae3-5485-495f-afaf-8ccbe32af40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:28.861237 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b2b8544a-49ef-4f77-9cae-428038406ab9 req-6953cae3-5485-495f-afaf-8ccbe32af40b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eec1ba71166e4c50a81e1f89588a5bf6&device_id=b389f774-9ff0-4f52-9779-fca0f42d0093 HTTP/1.1" status: 200 len: 1099 time: 0.0994027 Jun 23 19:12:28.883869 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14eb5b6-a2fe-4a13-b4eb-d9691d870902 req-a4d5ba23-7bd0-4bb3-9038-1dcac13007d5 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:28.885280 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f14eb5b6-a2fe-4a13-b4eb-d9691d870902 req-a4d5ba23-7bd0-4bb3-9038-1dcac13007d5 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/ports?device_id=b389f774-9ff0-4f52-9779-fca0f42d0093 HTTP/1.1" status: 200 len: 946 time: 0.0958257 Jun 23 19:12:28.977191 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f14eb5b6-a2fe-4a13-b4eb-d9691d870902 req-92311c04-12f8-4854-baa1-dfebe3edd0be tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/security-groups?id=89c8f244-84dd-4955-bd65-36bd2a6ab177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793436 Jun 23 19:12:28.998587 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b8544a-49ef-4f77-9cae-428038406ab9 req-c7352abd-1dc9-4657-b306-8ccb20351346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:29.000070 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b2b8544a-49ef-4f77-9cae-428038406ab9 req-c7352abd-1dc9-4657-b306-8ccb20351346 service neutron] 10.222.0.49 "GET /v2.0/networks?id=481be26c-7a5b-467d-9408-466d4aa92702 HTTP/1.1" status: 200 len: 909 time: 0.1310079 Jun 23 19:12:29.069888 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b2b8544a-49ef-4f77-9cae-428038406ab9 req-1c39b938-0521-40f7-b69b-8966b8dd38a6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9052585d-57ac-4816-8951-6a03ce5ec933 HTTP/1.1" status: 200 len: 1001 time: 0.0629733 Jun 23 19:12:29.127480 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b8544a-49ef-4f77-9cae-428038406ab9 req-1fd17398-403c-47ac-869a-21c4d74c7590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:29.128926 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b2b8544a-49ef-4f77-9cae-428038406ab9 req-1fd17398-403c-47ac-869a-21c4d74c7590 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2b74c165-911b-430d-9033-28ede67b53a0 HTTP/1.1" status: 200 len: 847 time: 0.0523744 Jun 23 19:12:29.188709 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b8544a-49ef-4f77-9cae-428038406ab9 req-302af76c-b1ad-476e-81d9-1819660f7ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:29.190195 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b2b8544a-49ef-4f77-9cae-428038406ab9 req-302af76c-b1ad-476e-81d9-1819660f7ff3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=481be26c-7a5b-467d-9408-466d4aa92702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0535896 Jun 23 19:12:29.308288 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b2b8544a-49ef-4f77-9cae-428038406ab9 req-9da2da6a-9239-47ec-8d25-4a8c8c99b074 service neutron] 10.222.0.49 "GET /v2.0/networks/481be26c-7a5b-467d-9408-466d4aa92702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919659 Jun 23 19:12:29.404411 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b2b8544a-49ef-4f77-9cae-428038406ab9 req-dd14b980-ad31-4fcd-bc27-59d654dc38d2 service neutron] 10.222.0.49 "GET /v2.0/networks/481be26c-7a5b-467d-9408-466d4aa92702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880411 Jun 23 19:12:30.185281 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad32f204-9e00-458e-9dfd-b9983e8ab939 req-b7770802-9ccf-4b9e-af92-57bfd0ecc587 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:30.186720 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ad32f204-9e00-458e-9dfd-b9983e8ab939 req-b7770802-9ccf-4b9e-af92-57bfd0ecc587 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/ports?device_id=b389f774-9ff0-4f52-9779-fca0f42d0093 HTTP/1.1" status: 200 len: 946 time: 0.0636480 Jun 23 19:12:30.227404 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ad32f204-9e00-458e-9dfd-b9983e8ab939 req-d2edc110-456e-4c86-a9c3-44e03f251ee8 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/security-groups?id=89c8f244-84dd-4955-bd65-36bd2a6ab177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348051 Jun 23 19:12:30.231822 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-e3f1bf22-6aa2-46b6-9156-1ec21b8eaf18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:31.407417 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb49395-6391-4d46-8555-6e2adfcf7fa6 req-94df9dbe-790e-4979-947f-da178e58c631 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:31.408680 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-bdb49395-6391-4d46-8555-6e2adfcf7fa6 req-94df9dbe-790e-4979-947f-da178e58c631 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/ports?device_id=b389f774-9ff0-4f52-9779-fca0f42d0093 HTTP/1.1" status: 200 len: 946 time: 0.0695314 Jun 23 19:12:31.452704 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-bdb49395-6391-4d46-8555-6e2adfcf7fa6 req-bc57c442-a8d5-4539-9e66-beb760063c46 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/security-groups?id=89c8f244-84dd-4955-bd65-36bd2a6ab177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380704 Jun 23 19:12:32.637323 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d4619-f6ec-4b39-a51d-28e278a6bd68 req-27586920-8481-4b15-8d52-0d93c9fdc3a8 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:32.638865 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-189d4619-f6ec-4b39-a51d-28e278a6bd68 req-27586920-8481-4b15-8d52-0d93c9fdc3a8 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/ports?device_id=b389f774-9ff0-4f52-9779-fca0f42d0093 HTTP/1.1" status: 200 len: 946 time: 0.0685072 Jun 23 19:12:32.678405 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-189d4619-f6ec-4b39-a51d-28e278a6bd68 req-80ed5ecf-6ec8-4c6c-9c1c-b3d9afdd6bec tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/security-groups?id=89c8f244-84dd-4955-bd65-36bd2a6ab177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337374 Jun 23 19:12:32.922783 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-7a1482d1-3b0b-4db2-98dc-e8951a4e97c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:32.997366 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:33.886968 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed809dae-2288-4ef6-b93e-43a4aa5850ba req-a6829ae3-4849-41a3-8b66-8edeb420280e tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:33.890925 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ed809dae-2288-4ef6-b93e-43a4aa5850ba req-a6829ae3-4849-41a3-8b66-8edeb420280e tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/ports?device_id=b389f774-9ff0-4f52-9779-fca0f42d0093 HTTP/1.1" status: 200 len: 946 time: 0.0927331 Jun 23 19:12:33.931255 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ed809dae-2288-4ef6-b93e-43a4aa5850ba req-e5f70eb4-d341-49cd-a14b-21ad5f35a5cd tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/security-groups?id=89c8f244-84dd-4955-bd65-36bd2a6ab177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356007 Jun 23 19:12:34.092349 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-36873b57-c469-4164-8152-400a4dc72ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:34.429601 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device 9052585d-57ac-4816-8951-6a03ce5ec933 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:12:34.511346 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:34.536412 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b389f774-9ff0-4f52-9779-fca0f42d0093', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9052585d-57ac-4816-8951-6a03ce5ec933'}] {{(pid=93954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:12:34.538657 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78efef87a1af135e54214795b53a936b9e8d2b7d09f053504b37278e2de45a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ccdd65-584a-4e8e-9fe0-57c6916282ec" -d '{"events": [{"server_uuid": "b389f774-9ff0-4f52-9779-fca0f42d0093", "name": "network-vif-unplugged", "status": "completed", "tag": "9052585d-57ac-4816-8951-6a03ce5ec933"}]}' {{(pid=93954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:12:34.551552 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] For port 9052585d-57ac-4816-8951-6a03ce5ec933, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=9052585d-57ac-4816-8951-6a03ce5ec933,segment=NetworkSegment(69103e30-5a0e-4989-a98f-ce80dbdb4825),segment_id=69103e30-5a0e-4989-a98f-ce80dbdb4825)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:12:34.630774 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-db3a7ef7-c952-4011-a29d-e6dae56a5522 req-dac18549-5159-4af4-a6a0-03cc24159388 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b389f774-9ff0-4f52-9779-fca0f42d0093&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0504022 Jun 23 19:12:34.675342 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:34.678205 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:12:34.741790 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Pushing event updated for resources: {'Port': ['ID=9052585d-57ac-4816-8951-6a03ce5ec933,revision_number=6']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:12:34.744813 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:12:35.061233 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f01551-4d6f-42d1-a493-8982d839118d req-1776b509-ac11-4455-8271-251c1631da3f tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:35.062737 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d6f01551-4d6f-42d1-a493-8982d839118d req-1776b509-ac11-4455-8271-251c1631da3f tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/ports?device_id=b389f774-9ff0-4f52-9779-fca0f42d0093 HTTP/1.1" status: 200 len: 944 time: 0.0723953 Jun 23 19:12:35.102255 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d6f01551-4d6f-42d1-a493-8982d839118d req-87432f36-d4fc-4fbe-b5d2-60dbc878826e tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/security-groups?id=89c8f244-84dd-4955-bd65-36bd2a6ab177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335431 Jun 23 19:12:35.270388 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 23 Jun 2021 19:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-819bd25e-b484-4603-8269-9946d7d56bad x-openstack-request-id: req-819bd25e-b484-4603-8269-9946d7d56bad {{(pid=93954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:12:35.270876 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b389f774-9ff0-4f52-9779-fca0f42d0093", "name": "network-vif-unplugged", "status": "failed", "tag": "9052585d-57ac-4816-8951-6a03ce5ec933", "code": 422}]} {{(pid=93954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:12:35.270961 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-819bd25e-b484-4603-8269-9946d7d56bad {{(pid=93954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:12:35.271333 dv-cinder-790492-6-iscsi neutron-server[93954]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b389f774-9ff0-4f52-9779-fca0f42d0093', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9052585d-57ac-4816-8951-6a03ce5ec933', 'code': 422} returned with failed status Jun 23 19:12:35.386143 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0dfa02b7-e69b-42f9-a1c6-d55a29ea84e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:35.435811 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e78d0-2326-4765-b5fa-28e46b5956ef req-5048b6fd-c3b3-4380-8e3d-c526b11ea181 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:35.437386 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-808e78d0-2326-4765-b5fa-28e46b5956ef req-5048b6fd-c3b3-4380-8e3d-c526b11ea181 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 946 time: 0.0671742 Jun 23 19:12:35.476718 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-808e78d0-2326-4765-b5fa-28e46b5956ef req-52eade45-b558-4803-b911-a1e3bc78f8b6 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336072 Jun 23 19:12:36.167975 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 36030) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:12:36.216194 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.db.db_base_plugin_v2 [None req-af90d97f-a7ca-4f79-8866-77ee6ce796c9 admin admin] Deleting subnet 3949b218-0df6-4be2-a186-712a1e4dfc6e {{(pid=93952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 19:12:36.219414 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-af90d97f-a7ca-4f79-8866-77ee6ce796c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:36.258345 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-af90d97f-a7ca-4f79-8866-77ee6ce796c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25525077'] for subnet, precommit_delete_associations {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:36.286334 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224dc1b2-6626-4b9b-8493-19b264fa9e46 req-0c8119b6-a441-452d-bc3b-6fd1cd6d753b tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:36.288020 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-224dc1b2-6626-4b9b-8493-19b264fa9e46 req-0c8119b6-a441-452d-bc3b-6fd1cd6d753b tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/ports?device_id=b389f774-9ff0-4f52-9779-fca0f42d0093 HTTP/1.1" status: 200 len: 944 time: 0.0707808 Jun 23 19:12:36.299281 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-af90d97f-a7ca-4f79-8866-77ee6ce796c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884468'] for subnet, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:36.331315 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-224dc1b2-6626-4b9b-8493-19b264fa9e46 req-78289b70-7682-4a3e-b3b6-71b139b16635 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/security-groups?id=89c8f244-84dd-4955-bd65-36bd2a6ab177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369029 Jun 23 19:12:36.466491 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-af90d97f-a7ca-4f79-8866-77ee6ce796c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26439957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26574776'] for subnet, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:36.469814 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-7b1435f1-e38f-450d-94d0-bedaf0644f6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:12:36.499009 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af90d97f-a7ca-4f79-8866-77ee6ce796c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3949b218-0df6-4be2-a186-712a1e4dfc6e,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:12:36.501548 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-af90d97f-a7ca-4f79-8866-77ee6ce796c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:12:36.504531 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-af90d97f-a7ca-4f79-8866-77ee6ce796c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770935'] for subnet, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:36.506568 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-af90d97f-a7ca-4f79-8866-77ee6ce796c9 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/3949b218-0df6-4be2-a186-712a1e4dfc6e HTTP/1.1" status: 204 len: 168 time: 0.3370054 Jun 23 19:12:36.509223 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 36032) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:12:36.579640 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-7f1be1ea-333a-4d36-871e-207832152a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-959346'] for network, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:36.661252 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-7f1be1ea-333a-4d36-871e-207832152a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883321', 'neutron.services.segments.db._delete_segments_for_network-8745549744415'] for network, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:36.671659 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.services.segments.db [None req-7f1be1ea-333a-4d36-871e-207832152a98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8300ab53-bf8c-42c0-a416-e2ddb7ef4198']}} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:12:36.675538 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b552c0d-3ac6-4a5d-9740-ceb6123e324a req-3960f836-7196-4651-812b-60e9f5796a28 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:36.679914 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4b552c0d-3ac6-4a5d-9740-ceb6123e324a req-3960f836-7196-4651-812b-60e9f5796a28 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 946 time: 0.0742147 Jun 23 19:12:36.687492 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.services.segments.db [None req-7f1be1ea-333a-4d36-871e-207832152a98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b8aa179-8fbd-45ea-90df-783f49abcf82') {'for_net_delete': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:12:36.687492 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.services.segments.db [None req-7f1be1ea-333a-4d36-871e-207832152a98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b8aa179-8fbd-45ea-90df-783f49abcf82') {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:12:36.697005 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-7f1be1ea-333a-4d36-871e-207832152a98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745549732078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25525066'] for segment, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:36.712142 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-7f1be1ea-333a-4d36-871e-207832152a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886977'] for segment, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:36.720184 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f1be1ea-333a-4d36-871e-207832152a98 admin admin] Releasing vlan 927 on physical network physnet1 to pool {{(pid=93952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 19:12:36.720606 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-7f1be1ea-333a-4d36-871e-207832152a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26440072'] for segment, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:36.722008 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4b552c0d-3ac6-4a5d-9740-ceb6123e324a req-dc8a164b-72de-43a3-bd30-ef932a7fa1f8 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391107 Jun 23 19:12:36.722474 dv-cinder-790492-6-iscsi neutron-server[93952]: Traceback (most recent call last): Jun 23 19:12:36.722474 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 19:12:36.722474 dv-cinder-790492-6-iscsi neutron-server[93952]: timer() Jun 23 19:12:36.722474 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 19:12:36.722474 dv-cinder-790492-6-iscsi neutron-server[93952]: cb(*args, **kw) Jun 23 19:12:36.722474 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 19:12:36.722474 dv-cinder-790492-6-iscsi neutron-server[93952]: return func(*args, **kwargs) Jun 23 19:12:36.722474 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 19:12:36.722474 dv-cinder-790492-6-iscsi neutron-server[93952]: self._notify() Jun 23 19:12:36.722474 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 19:12:36.722474 dv-cinder-790492-6-iscsi neutron-server[93952]: self.callback(batched_events) Jun 23 19:12:36.722474 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 19:12:36.722474 dv-cinder-790492-6-iscsi neutron-server[93952]: event.method(event) Jun 23 19:12:36.722474 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 19:12:36.722474 dv-cinder-790492-6-iscsi neutron-server[93952]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 19:12:36.722474 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 19:12:36.722474 dv-cinder-790492-6-iscsi neutron-server[93952]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 19:12:36.722474 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 19:12:36.722474 dv-cinder-790492-6-iscsi neutron-server[93952]: return f(self, *a, **k) Jun 23 19:12:36.722474 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 19:12:36.722474 dv-cinder-790492-6-iscsi neutron-server[93952]: return self._get(url).json() Jun 23 19:12:36.722474 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 19:12:36.722474 dv-cinder-790492-6-iscsi neutron-server[93952]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 19:12:36.722474 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 19:12:36.722474 dv-cinder-790492-6-iscsi neutron-server[93952]: return self.request(url, 'GET', **kwargs) Jun 23 19:12:36.722474 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 19:12:36.722474 dv-cinder-790492-6-iscsi neutron-server[93952]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 19:12:36.722474 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 19:12:36.722474 dv-cinder-790492-6-iscsi neutron-server[93952]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 19:12:36.722474 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 19:12:36.722474 dv-cinder-790492-6-iscsi neutron-server[93952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 19:12:36.722474 dv-cinder-790492-6-iscsi neutron-server[93952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 19:12:36.835314 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-7f1be1ea-333a-4d36-871e-207832152a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3862688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3708783'] for network, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:36.839366 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:12:36.842542 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-7f1be1ea-333a-4d36-871e-207832152a98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770935'] for network, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:36.844437 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-7f1be1ea-333a-4d36-871e-207832152a98 admin admin] 10.222.0.69 "DELETE /v2.0/networks/8300ab53-bf8c-42c0-a416-e2ddb7ef4198 HTTP/1.1" status: 204 len: 168 time: 0.3342695 Jun 23 19:12:36.861494 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1be1ea-333a-4d36-871e-207832152a98 admin admin] Pushing event deleted for resources: {'Network': ['ID=8300ab53-bf8c-42c0-a416-e2ddb7ef4198,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:12:36.868959 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-7f1be1ea-333a-4d36-871e-207832152a98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:12:37.155531 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad97f345-b10b-4d4f-9b6d-53f1f588dbbf req-6f232406-afc3-4653-b959-3a16fd462d7a tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:37.156946 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ad97f345-b10b-4d4f-9b6d-53f1f588dbbf req-6f232406-afc3-4653-b959-3a16fd462d7a tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.49 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 946 time: 0.0671504 Jun 23 19:12:37.250213 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 36042) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:12:37.270579 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [req-ad97f345-b10b-4d4f-9b6d-53f1f588dbbf req-7d4bc4fa-5044-43e5-bf59-5300db7b2f63 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Deleting port 4e34fc00-a696-4f73-9fac-286e1851994d {{(pid=93953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:12:37.271122 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-ad97f345-b10b-4d4f-9b6d-53f1f588dbbf req-7d4bc4fa-5044-43e5-bf59-5300db7b2f63 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745549706015'] for port, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:37.300915 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-764312fb-3eb7-4412-b173-da6a0280e019 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=db90b450117a465f92e6d82ef61dfe48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0462723 Jun 23 19:12:37.301174 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 36044) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:12:37.350737 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-e7286345-afe5-4a17-8320-23244e77df02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:37.368677 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-ad97f345-b10b-4d4f-9b6d-53f1f588dbbf req-7d4bc4fa-5044-43e5-bf59-5300db7b2f63 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] For port 4e34fc00-a696-4f73-9fac-286e1851994d, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=4e34fc00-a696-4f73-9fac-286e1851994d,segment=NetworkSegment(6376ebc8-cc9e-4950-bed1-519aba44fb4f),segment_id=6376ebc8-cc9e-4950-bed1-519aba44fb4f)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:12:37.369215 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-ad97f345-b10b-4d4f-9b6d-53f1f588dbbf req-7d4bc4fa-5044-43e5-bf59-5300db7b2f63 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710932'] for port, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:37.377108 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-e7286345-afe5-4a17-8320-23244e77df02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:37.491619 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-e7286345-afe5-4a17-8320-23244e77df02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:37.494998 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-e7286345-afe5-4a17-8320-23244e77df02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:37.496162 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-e7286345-afe5-4a17-8320-23244e77df02 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/204e62e8-8b64-4fe9-8226-e24e494f73f7 HTTP/1.1" status: 204 len: 168 time: 0.1940603 Jun 23 19:12:37.497451 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-bf64dea0-aad2-4c35-b4a4-7a2738da52d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:12:37.507558 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7286345-afe5-4a17-8320-23244e77df02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=204e62e8-8b64-4fe9-8226-e24e494f73f7,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:12:37.510943 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-e7286345-afe5-4a17-8320-23244e77df02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:12:37.606559 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-ad97f345-b10b-4d4f-9b6d-53f1f588dbbf req-7d4bc4fa-5044-43e5-bf59-5300db7b2f63 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:37.606931 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-ad97f345-b10b-4d4f-9b6d-53f1f588dbbf req-7d4bc4fa-5044-43e5-bf59-5300db7b2f63 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3708797'] for floatingip, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:37.607244 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.db.l3_db [req-ad97f345-b10b-4d4f-9b6d-53f1f588dbbf req-7d4bc4fa-5044-43e5-bf59-5300db7b2f63 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Floating IP 20c0bb96-6ab7-48b7-8aac-7763320b2bdd disassociated. External IP: 172.27.1.234, port: 4e34fc00-a696-4f73-9fac-286e1851994d. Jun 23 19:12:37.607606 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [req-ad97f345-b10b-4d4f-9b6d-53f1f588dbbf req-7d4bc4fa-5044-43e5-bf59-5300db7b2f63 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Calling delete_port for 4e34fc00-a696-4f73-9fac-286e1851994d owned by compute:nova {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:12:37.616463 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5e9e1b-c3d7-450e-85cc-4bb7caac71ce req-d7a2413b-05c5-460d-af0f-beecf15f5894 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:37.617917 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-1f5e9e1b-c3d7-450e-85cc-4bb7caac71ce req-d7a2413b-05c5-460d-af0f-beecf15f5894 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/ports?device_id=b389f774-9ff0-4f52-9779-fca0f42d0093 HTTP/1.1" status: 200 len: 944 time: 0.1609387 Jun 23 19:12:37.706373 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-1f5e9e1b-c3d7-450e-85cc-4bb7caac71ce req-e0d2ef94-9ded-4df5-abb4-31cc3a99d1fa tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/security-groups?id=89c8f244-84dd-4955-bd65-36bd2a6ab177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795264 Jun 23 19:12:37.838717 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3a7ef7-c952-4011-a29d-e6dae56a5522 req-8ffa1a02-3f28-40cc-9732-bdb18f0227f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:37.841535 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-db3a7ef7-c952-4011-a29d-e6dae56a5522 req-8ffa1a02-3f28-40cc-9732-bdb18f0227f1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b389f774-9ff0-4f52-9779-fca0f42d0093&tenant_id=eec1ba71166e4c50a81e1f89588a5bf6 HTTP/1.1" status: 200 len: 1097 time: 0.0626302 Jun 23 19:12:37.888335 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-ad97f345-b10b-4d4f-9b6d-53f1f588dbbf req-7d4bc4fa-5044-43e5-bf59-5300db7b2f63 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745549710641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745549236134'] for port, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:37.893499 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-2a1f122e-a252-4695-aeb4-85cf81a5fa50 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:12:37.925621 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4bc4fa-5044-43e5-bf59-5300db7b2f63 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Pushing event deleted for resources: {'Port': ['ID=4e34fc00-a696-4f73-9fac-286e1851994d,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:12:37.929925 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-7d4bc4fa-5044-43e5-bf59-5300db7b2f63 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:12:38.092820 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0104b058-2db7-4033-8178-416ac2b88371 req-9d56fec1-c38b-4ed3-9e03-485cceb44917 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:38.094538 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0104b058-2db7-4033-8178-416ac2b88371 req-9d56fec1-c38b-4ed3-9e03-485cceb44917 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 868 time: 0.2515671 Jun 23 19:12:38.101467 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3a7ef7-c952-4011-a29d-e6dae56a5522 req-bae39dd8-c276-4a4d-bdfc-f37c65148a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:38.102952 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-db3a7ef7-c952-4011-a29d-e6dae56a5522 req-bae39dd8-c276-4a4d-bdfc-f37c65148a8a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eec1ba71166e4c50a81e1f89588a5bf6&device_id=b389f774-9ff0-4f52-9779-fca0f42d0093 HTTP/1.1" status: 200 len: 1097 time: 0.1751647 Jun 23 19:12:38.209565 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad97f345-b10b-4d4f-9b6d-53f1f588dbbf req-7d4bc4fa-5044-43e5-bf59-5300db7b2f63 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Router be03be81-671e-4e1d-ba0e-d1b0e886cb88 has already been hosted by L3 agent 74079d6f-659b-43f4-8a12-30a7ece685bb {{(pid=93953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:12:38.217323 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0104b058-2db7-4033-8178-416ac2b88371 req-d82dcead-a25d-4db0-9705-a4060acd89d9 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133604 Jun 23 19:12:38.277484 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3a7ef7-c952-4011-a29d-e6dae56a5522 req-c341431a-d671-4f89-ba4a-01a5576ddf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:38.279487 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-db3a7ef7-c952-4011-a29d-e6dae56a5522 req-c341431a-d671-4f89-ba4a-01a5576ddf1d service neutron] 10.222.0.49 "GET /v2.0/networks?id=481be26c-7a5b-467d-9408-466d4aa92702 HTTP/1.1" status: 200 len: 909 time: 0.1601932 Jun 23 19:12:38.389403 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-db3a7ef7-c952-4011-a29d-e6dae56a5522 req-a17de509-cd35-4670-bb5f-6e395fc82908 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9052585d-57ac-4816-8951-6a03ce5ec933 HTTP/1.1" status: 200 len: 999 time: 0.1004727 Jun 23 19:12:38.399203 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad97f345-b10b-4d4f-9b6d-53f1f588dbbf req-7d4bc4fa-5044-43e5-bf59-5300db7b2f63 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify agent at l3_agent.dv-cinder-790492-6-iscsi the message routers_updated {{(pid=93953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:12:38.414115 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b5f371-d384-4dbb-8310-224e51e4a924 None None] Sync routers for ids ['be03be81-671e-4e1d-ba0e-d1b0e886cb88'] in dv-cinder-790492-6-iscsi {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:12:38.432916 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b5f371-d384-4dbb-8310-224e51e4a924 None None] Routers {'be03be81-671e-4e1d-ba0e-d1b0e886cb88'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:12:38.434597 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-60b5f371-d384-4dbb-8310-224e51e4a924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:12:33Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['be03be81-671e-4e1d-ba0e-d1b0e886cb88'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:12:38.460383 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad97f345-b10b-4d4f-9b6d-53f1f588dbbf req-7d4bc4fa-5044-43e5-bf59-5300db7b2f63 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] No DVR routers for this DVR port 4e34fc00-a696-4f73-9fac-286e1851994d on host hv-cinder-79049 {{(pid=93953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:12:38.462962 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-ad97f345-b10b-4d4f-9b6d-53f1f588dbbf req-7d4bc4fa-5044-43e5-bf59-5300db7b2f63 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:38.465977 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ad97f345-b10b-4d4f-9b6d-53f1f588dbbf req-7d4bc4fa-5044-43e5-bf59-5300db7b2f63 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.49 "DELETE /v2.0/ports/4e34fc00-a696-4f73-9fac-286e1851994d HTTP/1.1" status: 204 len: 173 time: 1.3024678 Jun 23 19:12:38.483242 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00fb7bdb-349a-47eb-8883-7f210aff4653', 'name': 'network-vif-deleted', 'tag': '4e34fc00-a696-4f73-9fac-286e1851994d'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:12:38.495895 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8902aeace0540733bba5a146bce723956a3312b5b25ae011a73fc84317b4d28a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3bf9609-5532-4562-afa1-536896d42b0a" -d '{"events": [{"server_uuid": "00fb7bdb-349a-47eb-8883-7f210aff4653", "name": "network-vif-deleted", "tag": "4e34fc00-a696-4f73-9fac-286e1851994d"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:12:38.514193 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3a7ef7-c952-4011-a29d-e6dae56a5522 req-779e9a3f-8031-49ed-ad1f-27fdaf7bbf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:38.516663 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-db3a7ef7-c952-4011-a29d-e6dae56a5522 req-779e9a3f-8031-49ed-ad1f-27fdaf7bbf30 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2b74c165-911b-430d-9033-28ede67b53a0 HTTP/1.1" status: 200 len: 847 time: 0.0907242 Jun 23 19:12:38.536809 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd6c98a-1302-4728-b8cb-a421503c0417 x-openstack-request-id: req-5cd6c98a-1302-4728-b8cb-a421503c0417 {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:12:38.537149 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00fb7bdb-349a-47eb-8883-7f210aff4653", "name": "network-vif-deleted", "tag": "4e34fc00-a696-4f73-9fac-286e1851994d", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:12:38.537425 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5cd6c98a-1302-4728-b8cb-a421503c0417 {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:12:38.537846 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00fb7bdb-349a-47eb-8883-7f210aff4653', 'name': 'network-vif-deleted', 'tag': '4e34fc00-a696-4f73-9fac-286e1851994d', 'status': 'completed', 'code': 200} Jun 23 19:12:38.555280 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-60b5f371-d384-4dbb-8310-224e51e4a924 None None] Set router be03be81-671e-4e1d-ba0e-d1b0e886cb88 gateway port host: dv-cinder-790492-6-iscsi {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:12:38.586245 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3a7ef7-c952-4011-a29d-e6dae56a5522 req-9d6bbec2-878c-4617-b3fc-eb0081b528d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:38.587766 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-db3a7ef7-c952-4011-a29d-e6dae56a5522 req-9d6bbec2-878c-4617-b3fc-eb0081b528d8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=481be26c-7a5b-467d-9408-466d4aa92702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0608423 Jun 23 19:12:38.687887 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-db3a7ef7-c952-4011-a29d-e6dae56a5522 req-8d70b2dd-4ee2-4fb4-b973-312d3b86a1f6 service neutron] 10.222.0.49 "GET /v2.0/networks/481be26c-7a5b-467d-9408-466d4aa92702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924525 Jun 23 19:12:38.772631 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-60b5f371-d384-4dbb-8310-224e51e4a924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be03be81-671e-4e1d-ba0e-d1b0e886cb88', 'name': 'tempest-AttachVolumeShelveTestJSON-1529812112-router', 'tenant_id': '29cd4a25dde246cd9b647b69d19079f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '48dbc481-558f-4c5b-bea6-abe766b9756f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:08:23Z', 'updated_at': '2021-06-23T19:08:29Z', 'revision_number': 4, 'project_id': '29cd4a25dde246cd9b647b69d19079f6', 'gw_port': {'id': '48dbc481-558f-4c5b-bea6-abe766b9756f', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:79:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be03be81-671e-4e1d-ba0e-d1b0e886cb88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:24Z', 'updated_at': '2021-06-23T19:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi', '_interfaces': [{'id': 'd0ac24e1-fdcd-473f-abc3-5372a49d30bc', 'name': '', 'network_id': 'd02d4878-2846-42b3-8429-dddc3d54aa5f', 'tenant_id': '29cd4a25dde246cd9b647b69d19079f6', 'mac_address': 'fa:16:3e:51:40:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be03be81-671e-4e1d-ba0e-d1b0e886cb88', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'd0c9ad5e-51b6-4019-87c2-098d82b200c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:28Z', 'updated_at': '2021-06-23T19:08:36Z', 'revision_number': 5, 'project_id': '29cd4a25dde246cd9b647b69d19079f6', 'subnets': [{'id': 'd0c9ad5e-51b6-4019-87c2-098d82b200c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:12:38.801205 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-db3a7ef7-c952-4011-a29d-e6dae56a5522 req-a8f78a0e-619c-4614-a905-1a5021fe71e2 service neutron] 10.222.0.49 "GET /v2.0/networks/481be26c-7a5b-467d-9408-466d4aa92702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045535 Jun 23 19:12:38.814139 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b5f371-d384-4dbb-8310-224e51e4a924 None None] Checking router: be03be81-671e-4e1d-ba0e-d1b0e886cb88 for host: dv-cinder-790492-6-iscsi {{(pid=93954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:12:38.826495 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b5f371-d384-4dbb-8310-224e51e4a924 None None] Routers {'be03be81-671e-4e1d-ba0e-d1b0e886cb88'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:12:38.827146 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-60b5f371-d384-4dbb-8310-224e51e4a924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:12:33Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['be03be81-671e-4e1d-ba0e-d1b0e886cb88'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:12:38.897080 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8beb110-f34b-4b2a-a6f7-54d49953ca4d req-87c67ab0-3279-41bd-b0cc-7b3f58a90469 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:38.898606 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d8beb110-f34b-4b2a-a6f7-54d49953ca4d req-87c67ab0-3279-41bd-b0cc-7b3f58a90469 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/ports?device_id=b389f774-9ff0-4f52-9779-fca0f42d0093 HTTP/1.1" status: 200 len: 944 time: 0.0656476 Jun 23 19:12:38.946476 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-60b5f371-d384-4dbb-8310-224e51e4a924 None None] Set router be03be81-671e-4e1d-ba0e-d1b0e886cb88 gateway port host: dv-cinder-790492-6-iscsi {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:12:38.951754 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d8beb110-f34b-4b2a-a6f7-54d49953ca4d req-ad0f8d8f-fd3b-45ee-86ae-fe3a555ae846 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/security-groups?id=89c8f244-84dd-4955-bd65-36bd2a6ab177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440598 Jun 23 19:12:39.162789 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-60b5f371-d384-4dbb-8310-224e51e4a924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be03be81-671e-4e1d-ba0e-d1b0e886cb88', 'name': 'tempest-AttachVolumeShelveTestJSON-1529812112-router', 'tenant_id': '29cd4a25dde246cd9b647b69d19079f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '48dbc481-558f-4c5b-bea6-abe766b9756f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:08:23Z', 'updated_at': '2021-06-23T19:08:29Z', 'revision_number': 4, 'project_id': '29cd4a25dde246cd9b647b69d19079f6', 'gw_port': {'id': '48dbc481-558f-4c5b-bea6-abe766b9756f', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:79:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be03be81-671e-4e1d-ba0e-d1b0e886cb88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:24Z', 'updated_at': '2021-06-23T19:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi', '_interfaces': [{'id': 'd0ac24e1-fdcd-473f-abc3-5372a49d30bc', 'name': '', 'network_id': 'd02d4878-2846-42b3-8429-dddc3d54aa5f', 'tenant_id': '29cd4a25dde246cd9b647b69d19079f6', 'mac_address': 'fa:16:3e:51:40:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be03be81-671e-4e1d-ba0e-d1b0e886cb88', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'd0c9ad5e-51b6-4019-87c2-098d82b200c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:28Z', 'updated_at': '2021-06-23T19:08:36Z', 'revision_number': 5, 'project_id': '29cd4a25dde246cd9b647b69d19079f6', 'subnets': [{'id': 'd0c9ad5e-51b6-4019-87c2-098d82b200c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:12:39.190673 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b5f371-d384-4dbb-8310-224e51e4a924 None None] The sync data for ids ['be03be81-671e-4e1d-ba0e-d1b0e886cb88'] in dv-cinder-790492-6-iscsi is: [{'id': 'be03be81-671e-4e1d-ba0e-d1b0e886cb88', 'name': 'tempest-AttachVolumeShelveTestJSON-1529812112-router', 'tenant_id': '29cd4a25dde246cd9b647b69d19079f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '48dbc481-558f-4c5b-bea6-abe766b9756f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:08:23Z', 'updated_at': '2021-06-23T19:08:29Z', 'revision_number': 4, 'project_id': '29cd4a25dde246cd9b647b69d19079f6', 'gw_port': {'id': '48dbc481-558f-4c5b-bea6-abe766b9756f', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:79:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be03be81-671e-4e1d-ba0e-d1b0e886cb88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:24Z', 'updated_at': '2021-06-23T19:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi', '_interfaces': [{'id': 'd0ac24e1-fdcd-473f-abc3-5372a49d30bc', 'name': '', 'network_id': 'd02d4878-2846-42b3-8429-dddc3d54aa5f', 'tenant_id': '29cd4a25dde246cd9b647b69d19079f6', 'mac_address': 'fa:16:3e:51:40:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be03be81-671e-4e1d-ba0e-d1b0e886cb88', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'd0c9ad5e-51b6-4019-87c2-098d82b200c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:28Z', 'updated_at': '2021-06-23T19:08:36Z', 'revision_number': 5, 'project_id': '29cd4a25dde246cd9b647b69d19079f6', 'subnets': [{'id': 'd0c9ad5e-51b6-4019-87c2-098d82b200c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:12:39.379862 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e5811fb0-612e-42c2-b7ae-a69fd8058dac req-d23d3021-2742-457e-a02e-b1edb382ad0f tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=00fb7bdb-349a-47eb-8883-7f210aff4653 HTTP/1.1" status: 200 len: 210 time: 0.0295482 Jun 23 19:12:39.420089 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5493292f-4d66-4efa-a59c-c49d9dfbf8c1 None None] New status for floating IP 20c0bb96-6ab7-48b7-8aac-7763320b2bdd: DOWN {{(pid=93955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 19:12:40.141108 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26480596-0e05-4cdb-9f76-6d0819d97da2 req-9a1c7193-6555-4718-9890-82a93f491c4c tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:40.143159 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-26480596-0e05-4cdb-9f76-6d0819d97da2 req-9a1c7193-6555-4718-9890-82a93f491c4c tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/ports?device_id=b389f774-9ff0-4f52-9779-fca0f42d0093 HTTP/1.1" status: 200 len: 944 time: 0.0672543 Jun 23 19:12:40.181210 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-26480596-0e05-4cdb-9f76-6d0819d97da2 req-5f1cd438-74c1-466c-91c6-b3eff5cefc21 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/security-groups?id=89c8f244-84dd-4955-bd65-36bd2a6ab177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322478 Jun 23 19:12:40.455819 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device 4e34fc00-a696-4f73-9fac-286e1851994d no longer exists at agent hyperv_hv-cinder-79049 {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:12:40.482543 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] No Port match for: 4e34fc00-a696-4f73-9fac-286e1851994d {{(pid=93954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:12:40.482543 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device 4e34fc00-a696-4f73-9fac-286e1851994d not bound to the agent host hv-cinder-79049 {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:12:40.572713 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 36074) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:12:40.630847 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-5ec1f5f1-cb8d-451e-a789-b440086df1e1 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:40.654667 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-5ec1f5f1-cb8d-451e-a789-b440086df1e1 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:40.803145 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-5ec1f5f1-cb8d-451e-a789-b440086df1e1 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:40.806042 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-5ec1f5f1-cb8d-451e-a789-b440086df1e1 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:40.807274 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-5ec1f5f1-cb8d-451e-a789-b440086df1e1 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "DELETE /v2.0/security-groups/3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd HTTP/1.1" status: 204 len: 168 time: 0.2333713 Jun 23 19:12:40.810760 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-7e87d065-5779-47d8-a49b-b09aaabf9cd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:12:40.810954 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 36078) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:12:40.817767 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec1f5f1-cb8d-451e-a789-b440086df1e1 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:12:40.820155 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-5ec1f5f1-cb8d-451e-a789-b440086df1e1 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:12:40.829007 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.api.v2.resource [None req-e5d79131-6e3d-4516-8efa-d7e8edeb8f1e tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] show failed (client error): The resource could not be found. Jun 23 19:12:40.830382 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-e5d79131-6e3d-4516-8efa-d7e8edeb8f1e tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups/3c7c306a-aaa9-4d2f-99f1-c88222b6b3fd HTTP/1.1" status: 404 len: 347 time: 0.0187361 Jun 23 19:12:40.833430 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 36080) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:12:41.232974 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-e09f6a7e-66ab-4360-be19-b13e915c8204 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Deleting port e206cf6b-b8a9-4e9b-be58-194190ec1d61 {{(pid=93953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:12:41.233594 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e09f6a7e-66ab-4360-be19-b13e915c8204 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745549706015'] for port, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:41.335404 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e09f6a7e-66ab-4360-be19-b13e915c8204 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710932'] for port, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:41.335758 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e09f6a7e-66ab-4360-be19-b13e915c8204 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:41.355818 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-e09f6a7e-66ab-4360-be19-b13e915c8204 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Calling delete_port for e206cf6b-b8a9-4e9b-be58-194190ec1d61 owned by network:floatingip {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:12:41.430586 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da5ade3-7857-4fca-846f-bf41f3a05512 req-6aa33e6d-f240-4a27-8e4f-620156b4334d tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:41.432485 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8da5ade3-7857-4fca-846f-bf41f3a05512 req-6aa33e6d-f240-4a27-8e4f-620156b4334d tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/ports?device_id=b389f774-9ff0-4f52-9779-fca0f42d0093 HTTP/1.1" status: 200 len: 944 time: 0.1368661 Jun 23 19:12:41.492255 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8da5ade3-7857-4fca-846f-bf41f3a05512 req-e9347a1b-a641-4746-b27e-670248cfc00c tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/security-groups?id=89c8f244-84dd-4955-bd65-36bd2a6ab177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506167 Jun 23 19:12:41.594772 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e09f6a7e-66ab-4360-be19-b13e915c8204 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745549710641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745549236134'] for port, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:41.597006 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-f25610ad-661b-4d65-b2f3-a9584b771e5a tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:12:41.625021 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09f6a7e-66ab-4360-be19-b13e915c8204 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Pushing event deleted for resources: {'Port': ['ID=e206cf6b-b8a9-4e9b-be58-194190ec1d61,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:12:41.628094 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-e09f6a7e-66ab-4360-be19-b13e915c8204 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:12:41.654322 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e09f6a7e-66ab-4360-be19-b13e915c8204 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks [] for floatingip, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:41.656957 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e09f6a7e-66ab-4360-be19-b13e915c8204 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064'] for floatingip, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:41.658096 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-e09f6a7e-66ab-4360-be19-b13e915c8204 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "DELETE /v2.0/floatingips/20c0bb96-6ab7-48b7-8aac-7763320b2bdd HTTP/1.1" status: 204 len: 168 time: 0.8237178 Jun 23 19:12:41.966223 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 36090) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:12:41.970933 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-4d79c15c-291c-420b-b3ee-4562f015dd99 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Request body: {'security_group': {'name': 'tempest-securitygroup--725841398', 'description': 'tempest-description--933456860'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:12:42.039297 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-4d79c15c-291c-420b-b3ee-4562f015dd99 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:42.122711 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-4d79c15c-291c-420b-b3ee-4562f015dd99 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:42.180231 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-4d79c15c-291c-420b-b3ee-4562f015dd99 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:42.182856 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-81f7f45c-84b7-43d9-b7c6-58a74c516deb tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:12:42.211453 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d79c15c-291c-420b-b3ee-4562f015dd99 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab9f1744-5d0b-4354-92d9-4ccbbd038296,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:12:42.215125 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-4d79c15c-291c-420b-b3ee-4562f015dd99 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:12:42.274843 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-4d79c15c-291c-420b-b3ee-4562f015dd99 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:42.276163 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-4d79c15c-291c-420b-b3ee-4562f015dd99 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3089166 Jun 23 19:12:42.278888 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 36094) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:12:42.284039 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-10fa8776-98e8-48bc-9ce0-b987d9b36c85 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Request body: {'security_group_rule': {'security_group_id': 'ab9f1744-5d0b-4354-92d9-4ccbbd038296', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:12:42.365765 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-10fa8776-98e8-48bc-9ce0-b987d9b36c85 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:42.427570 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-10fa8776-98e8-48bc-9ce0-b987d9b36c85 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:42.506714 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-10fa8776-98e8-48bc-9ce0-b987d9b36c85 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921769'] for security_group_rule, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:42.512308 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-08bf0d6d-57ab-4925-9db0-7be02c4e1e40 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:12:42.529461 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fa8776-98e8-48bc-9ce0-b987d9b36c85 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72da04ed-2fa5-4e2f-a0e0-7b2f9b49b5bc,revision_number=0']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:12:42.532189 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-10fa8776-98e8-48bc-9ce0-b987d9b36c85 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:12:42.597396 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-10fa8776-98e8-48bc-9ce0-b987d9b36c85 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:42.598655 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-10fa8776-98e8-48bc-9ce0-b987d9b36c85 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3183775 Jun 23 19:12:42.601553 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 36098) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:12:42.606860 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-6727d57b-5010-4ee3-9741-c7fbabf4cb9f tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Request body: {'security_group_rule': {'security_group_id': 'ab9f1744-5d0b-4354-92d9-4ccbbd038296', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:12:42.687616 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-6727d57b-5010-4ee3-9741-c7fbabf4cb9f tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:42.699012 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa4cb0-9b08-4d86-9cf5-de6848031f6e req-f01888be-1699-47b3-bdc9-61fdfc5860f7 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:42.700623 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a2fa4cb0-9b08-4d86-9cf5-de6848031f6e req-f01888be-1699-47b3-bdc9-61fdfc5860f7 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/ports?device_id=b389f774-9ff0-4f52-9779-fca0f42d0093 HTTP/1.1" status: 200 len: 944 time: 0.0674844 Jun 23 19:12:42.739586 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-6727d57b-5010-4ee3-9741-c7fbabf4cb9f tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:42.748050 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a2fa4cb0-9b08-4d86-9cf5-de6848031f6e req-c90abd41-1aa3-436a-ab77-e284acc57108 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/security-groups?id=89c8f244-84dd-4955-bd65-36bd2a6ab177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414302 Jun 23 19:12:42.812071 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-6727d57b-5010-4ee3-9741-c7fbabf4cb9f tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921769'] for security_group_rule, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:42.814213 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-4c258b59-5937-4baa-b1a2-09ee72d0f774 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:12:42.828239 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6727d57b-5010-4ee3-9741-c7fbabf4cb9f tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58fd3471-c1f8-4da8-ae5d-60bbe1f147f2,revision_number=0']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:12:42.832856 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-6727d57b-5010-4ee3-9741-c7fbabf4cb9f tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:12:42.917803 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-6727d57b-5010-4ee3-9741-c7fbabf4cb9f tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:42.919812 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-6727d57b-5010-4ee3-9741-c7fbabf4cb9f tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3172929 Jun 23 19:12:42.922966 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 36100) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:12:42.927450 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-feb1c76a-d1dc-4711-a182-4a0da8b2e46a tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Request body: {'floatingip': {'floating_network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:12:43.011842 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-feb1c76a-d1dc-4711-a182-4a0da8b2e46a tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks [] for floatingip, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:43.113819 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-feb1c76a-d1dc-4711-a182-4a0da8b2e46a tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-975148'] for port, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:43.221385 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.db.db_base_plugin_common [None req-feb1c76a-d1dc-4711-a182-4a0da8b2e46a tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Allocated IP 172.27.1.17 (cc1a8f9f-0501-47a9-94a0-f3af65713199/09e863e5-4e6d-4986-b5d9-3bb63422f84c/e49adbb9-a9fb-47d5-9d0d-9e1e69339fb2) {{(pid=93952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:12:43.330236 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-feb1c76a-d1dc-4711-a182-4a0da8b2e46a tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks [] for port, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:43.432005 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-feb1c76a-d1dc-4711-a182-4a0da8b2e46a tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-975211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745549236125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26440006'] for port, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:43.434543 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:12:43.469691 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb1c76a-d1dc-4711-a182-4a0da8b2e46a tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Network cc1a8f9f-0501-47a9-94a0-f3af65713199 is already hosted by enough agents. {{(pid=93952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:12:43.475707 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.base_scheduler [None req-feb1c76a-d1dc-4711-a182-4a0da8b2e46a tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Resources bound (agent type, host, resource id): {{(pid=93952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:12:43.479096 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb1c76a-d1dc-4711-a182-4a0da8b2e46a tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Received port after_create {{(pid=93952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:12:43.485031 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb1c76a-d1dc-4711-a182-4a0da8b2e46a tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Pushing event updated for resources: {'Port': ['ID=e49adbb9-a9fb-47d5-9d0d-9e1e69339fb2,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:12:43.507031 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-feb1c76a-d1dc-4711-a182-4a0da8b2e46a tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:12:43.567602 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-feb1c76a-d1dc-4711-a182-4a0da8b2e46a tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:43.665404 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-feb1c76a-d1dc-4711-a182-4a0da8b2e46a tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:43.820695 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-feb1c76a-d1dc-4711-a182-4a0da8b2e46a tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks [] for port, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:43.905935 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-feb1c76a-d1dc-4711-a182-4a0da8b2e46a tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26440020'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:43.908920 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-068a4da1-3a82-49e2-bac6-e2fb7b0cbd30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:12:43.936974 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292a5846-32f1-4eb1-b8e2-93b1cb1f5ac4 req-05fa14d6-e461-48ea-894f-b3d75d1de431 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:43.938650 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-292a5846-32f1-4eb1-b8e2-93b1cb1f5ac4 req-05fa14d6-e461-48ea-894f-b3d75d1de431 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/ports?device_id=b389f774-9ff0-4f52-9779-fca0f42d0093 HTTP/1.1" status: 200 len: 944 time: 0.0716634 Jun 23 19:12:43.977872 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-292a5846-32f1-4eb1-b8e2-93b1cb1f5ac4 req-f1906601-da86-4e66-aeee-e23fecd8394b tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/security-groups?id=89c8f244-84dd-4955-bd65-36bd2a6ab177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334749 Jun 23 19:12:43.981599 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb1c76a-d1dc-4711-a182-4a0da8b2e46a tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Pushing event updated for resources: {'Port': ['ID=e49adbb9-a9fb-47d5-9d0d-9e1e69339fb2,revision_number=2']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:12:43.985845 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-feb1c76a-d1dc-4711-a182-4a0da8b2e46a tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:12:43.986985 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-feb1c76a-d1dc-4711-a182-4a0da8b2e46a tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3708797'] for floatingip, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:44.094641 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-feb1c76a-d1dc-4711-a182-4a0da8b2e46a tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064'] for floatingip, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:44.095827 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-feb1c76a-d1dc-4711-a182-4a0da8b2e46a tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1719155 Jun 23 19:12:44.299645 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fc61bb7d-0f08-42ea-bece-0c6703e9fd60 req-32b772ba-5f0a-4165-a909-e16427c7c3e8 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--725841398&fields=id&tenant_id=29cd4a25dde246cd9b647b69d19079f6 HTTP/1.1" status: 200 len: 267 time: 0.0435162 Jun 23 19:12:44.417136 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc61bb7d-0f08-42ea-bece-0c6703e9fd60 req-76d585e4-221e-413a-804b-55b8c314a4cb tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:44.419226 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fc61bb7d-0f08-42ea-bece-0c6703e9fd60 req-76d585e4-221e-413a-804b-55b8c314a4cb tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/networks?id=d02d4878-2846-42b3-8429-dddc3d54aa5f HTTP/1.1" status: 200 len: 817 time: 0.1123896 Jun 23 19:12:44.436532 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fc61bb7d-0f08-42ea-bece-0c6703e9fd60 req-6ae57747-fe4e-4791-88ad-1c2bdd60269f tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/quotas/29cd4a25dde246cd9b647b69d19079f6 HTTP/1.1" status: 200 len: 375 time: 0.0112252 Jun 23 19:12:44.513382 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fc61bb7d-0f08-42ea-bece-0c6703e9fd60 req-5bafab50-15f6-46c2-8c90-9217e0b151cb tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=29cd4a25dde246cd9b647b69d19079f6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0716891 Jun 23 19:12:44.716011 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fc61bb7d-0f08-42ea-bece-0c6703e9fd60 req-d77428c3-5c14-41f6-a0fa-791120f02e15 service neutron] 10.222.0.69 "GET /v2.0/networks/d02d4878-2846-42b3-8429-dddc3d54aa5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904376 Jun 23 19:12:44.803621 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fc61bb7d-0f08-42ea-bece-0c6703e9fd60 req-9761bf84-6f59-46ca-acf4-e32d9964fc23 service neutron] 10.222.0.69 "GET /v2.0/networks/d02d4878-2846-42b3-8429-dddc3d54aa5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819776 Jun 23 19:12:45.357547 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f005d1a6-8c3f-4451-b113-dda5647a64f7 req-4923b104-ad82-40ca-99c4-8b28ce4c544a tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:45.358873 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f005d1a6-8c3f-4451-b113-dda5647a64f7 req-4923b104-ad82-40ca-99c4-8b28ce4c544a tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/ports?device_id=b389f774-9ff0-4f52-9779-fca0f42d0093 HTTP/1.1" status: 200 len: 944 time: 0.0745234 Jun 23 19:12:45.398468 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f005d1a6-8c3f-4451-b113-dda5647a64f7 req-84b059b4-bf8f-4598-8ea1-c4555ab0e273 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/security-groups?id=89c8f244-84dd-4955-bd65-36bd2a6ab177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333643 Jun 23 19:12:45.474220 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c25f54ce-50b0-49bd-a2b5-6d11c2856017 req-8e811bde-723b-4276-a777-d9fecea14849 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2937309-7d8e-4c20-bd86-135c68675706 HTTP/1.1" status: 200 len: 210 time: 0.0297275 Jun 23 19:12:46.489177 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device 9052585d-57ac-4816-8951-6a03ce5ec933 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=93954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 19:12:46.579072 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf29629-8971-49d9-89d3-54509bb88194 req-6d4d31b7-69b7-49a2-a14b-4995e9a5c77b tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:46.580554 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7cf29629-8971-49d9-89d3-54509bb88194 req-6d4d31b7-69b7-49a2-a14b-4995e9a5c77b tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/ports?device_id=b389f774-9ff0-4f52-9779-fca0f42d0093 HTTP/1.1" status: 200 len: 944 time: 0.0625246 Jun 23 19:12:46.584905 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] For port 9052585d-57ac-4816-8951-6a03ce5ec933, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=9052585d-57ac-4816-8951-6a03ce5ec933,segment=NetworkSegment(69103e30-5a0e-4989-a98f-ce80dbdb4825),segment_id=69103e30-5a0e-4989-a98f-ce80dbdb4825)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:12:46.596074 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Returning: {'device': '9052585d-57ac-4816-8951-6a03ce5ec933', 'network_id': '481be26c-7a5b-467d-9408-466d4aa92702', 'port_id': '9052585d-57ac-4816-8951-6a03ce5ec933', 'mac_address': 'fa:16:3e:5c:f8:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 911, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b74c165-911b-430d-9033-28ede67b53a0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 19:12:46.619262 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7cf29629-8971-49d9-89d3-54509bb88194 req-7eff3814-c2ee-4561-8425-4f01c739aa33 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/security-groups?id=89c8f244-84dd-4955-bd65-36bd2a6ab177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328422 Jun 23 19:12:46.763746 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:46.765485 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-77a9af54-98d5-4c35-bfcd-8521aacdb6e3 req-c7ce7115-5f8c-40db-bde9-0d2c68ddd45f tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2937309-7d8e-4c20-bd86-135c68675706 HTTP/1.1" status: 200 len: 210 time: 0.0381329 Jun 23 19:12:46.781034 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.notifiers.nova [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9052585d-57ac-4816-8951-6a03ce5ec933 {{(pid=93954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:12:46.807672 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] For port 9052585d-57ac-4816-8951-6a03ce5ec933, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=9052585d-57ac-4816-8951-6a03ce5ec933,segment=NetworkSegment(69103e30-5a0e-4989-a98f-ce80dbdb4825),segment_id=69103e30-5a0e-4989-a98f-ce80dbdb4825)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:12:46.877073 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:46.880038 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:12:46.929672 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Pushing event updated for resources: {'Port': ['ID=9052585d-57ac-4816-8951-6a03ce5ec933,revision_number=7']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:12:46.933700 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:12:47.162783 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:47.250165 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] get_ports_and_sgs() called for port_ids ['9052585d-57ac-4816-8951-6a03ce5ec933'] {{(pid=93954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:12:47.593294 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc61bb7d-0f08-42ea-bece-0c6703e9fd60 req-3495c0f0-81de-4534-9e23-89f22616cfec tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:47.594814 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fc61bb7d-0f08-42ea-bece-0c6703e9fd60 req-3495c0f0-81de-4534-9e23-89f22616cfec tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.49 "GET /v2.0/networks?id=d02d4878-2846-42b3-8429-dddc3d54aa5f HTTP/1.1" status: 200 len: 817 time: 0.1058455 Jun 23 19:12:47.646783 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fc61bb7d-0f08-42ea-bece-0c6703e9fd60 req-14b89cab-875c-49d4-a3d8-724a51d1cc56 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29cd4a25dde246cd9b647b69d19079f6 HTTP/1.1" status: 200 len: 379 time: 0.0360229 Jun 23 19:12:47.662125 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [req-fc61bb7d-0f08-42ea-bece-0c6703e9fd60 req-26982acf-7fd5-4737-993f-f9619ca7210d tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Request body: {'port': {'device_id': 'e2937309-7d8e-4c20-bd86-135c68675706', 'network_id': 'd02d4878-2846-42b3-8429-dddc3d54aa5f', 'admin_state_up': True, 'tenant_id': '29cd4a25dde246cd9b647b69d19079f6', 'security_groups': ['ab9f1744-5d0b-4354-92d9-4ccbbd038296']}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:12:47.829405 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4840a3e-58bf-4ec9-a31c-7510d48ae0f7 req-57bdc9c1-064e-4665-893f-52c970495b3d tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:47.830987 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b4840a3e-58bf-4ec9-a31c-7510d48ae0f7 req-57bdc9c1-064e-4665-893f-52c970495b3d tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/ports?device_id=b389f774-9ff0-4f52-9779-fca0f42d0093 HTTP/1.1" status: 200 len: 945 time: 0.0932858 Jun 23 19:12:47.874521 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b4840a3e-58bf-4ec9-a31c-7510d48ae0f7 req-f625e721-6758-4094-9369-e78dd5ba75c4 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/security-groups?id=89c8f244-84dd-4955-bd65-36bd2a6ab177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341444 Jun 23 19:12:47.900519 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc61bb7d-0f08-42ea-bece-0c6703e9fd60 req-26982acf-7fd5-4737-993f-f9619ca7210d tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Made reservation on behalf of 29cd4a25dde246cd9b647b69d19079f6 for: {'port': 1} {{(pid=93953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:12:47.907169 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-fc61bb7d-0f08-42ea-bece-0c6703e9fd60 req-26982acf-7fd5-4737-993f-f9619ca7210d tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-975148'] for port, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:48.038773 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-28a4cc30-7b1f-467d-b495-9d3f6c02387c req-c485c039-caaf-4a0a-b666-4967d5b10de4 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2937309-7d8e-4c20-bd86-135c68675706 HTTP/1.1" status: 200 len: 210 time: 0.0399485 Jun 23 19:12:48.089069 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_common [req-fc61bb7d-0f08-42ea-bece-0c6703e9fd60 req-26982acf-7fd5-4737-993f-f9619ca7210d tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Allocated IP 172.20.0.7 (d02d4878-2846-42b3-8429-dddc3d54aa5f/d0c9ad5e-51b6-4019-87c2-098d82b200c4/4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb) {{(pid=93953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:12:48.228694 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-fc61bb7d-0f08-42ea-bece-0c6703e9fd60 req-26982acf-7fd5-4737-993f-f9619ca7210d tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks [] for port, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:48.243071 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [req-fc61bb7d-0f08-42ea-bece-0c6703e9fd60 req-26982acf-7fd5-4737-993f-f9619ca7210d tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Transition to ACTIVE for port object 4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb will not be triggered until provisioned by entity DHCP. {{(pid=93953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:12:48.338142 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-fc61bb7d-0f08-42ea-bece-0c6703e9fd60 req-26982acf-7fd5-4737-993f-f9619ca7210d tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-975211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745549236125'] for port, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:48.343338 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-8e7d3c6e-91cb-4f8b-ac4b-e52649010e40 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:12:48.388572 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc61bb7d-0f08-42ea-bece-0c6703e9fd60 req-26982acf-7fd5-4737-993f-f9619ca7210d tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Network d02d4878-2846-42b3-8429-dddc3d54aa5f is already hosted by enough agents. {{(pid=93953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:12:48.391930 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [req-fc61bb7d-0f08-42ea-bece-0c6703e9fd60 req-26982acf-7fd5-4737-993f-f9619ca7210d tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Resources bound (agent type, host, resource id): {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:12:48.396190 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc61bb7d-0f08-42ea-bece-0c6703e9fd60 req-26982acf-7fd5-4737-993f-f9619ca7210d tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Received port after_create {{(pid=93953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:12:48.401847 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc61bb7d-0f08-42ea-bece-0c6703e9fd60 req-26982acf-7fd5-4737-993f-f9619ca7210d tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:48.402377 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-fc61bb7d-0f08-42ea-bece-0c6703e9fd60 req-26982acf-7fd5-4737-993f-f9619ca7210d tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:48.409213 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26982acf-7fd5-4737-993f-f9619ca7210d tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Pushing event updated for resources: {'Port': ['ID=4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:12:48.415123 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-26982acf-7fd5-4737-993f-f9619ca7210d tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:12:48.482111 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fc61bb7d-0f08-42ea-bece-0c6703e9fd60 req-26982acf-7fd5-4737-993f-f9619ca7210d tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8234856 Jun 23 19:12:48.505413 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device 9052585d-57ac-4816-8951-6a03ce5ec933 up at agent hyperv_hv-cinder-79049 {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:12:48.506773 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [req-fc61bb7d-0f08-42ea-bece-0c6703e9fd60 req-7b55d0b9-6cf5-41e4-a13a-fb84f80191e6 service neutron] Request body: {'port': {'device_id': 'e2937309-7d8e-4c20-bd86-135c68675706', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:12:48.572809 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Provisioning complete for port 9052585d-57ac-4816-8951-6a03ce5ec933 triggered by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:12:48.573194 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:48.649535 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-fc61bb7d-0f08-42ea-bece-0c6703e9fd60 req-7b55d0b9-6cf5-41e4-a13a-fb84f80191e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:48.677666 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:48.702232 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b389f774-9ff0-4f52-9779-fca0f42d0093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9052585d-57ac-4816-8951-6a03ce5ec933'}] {{(pid=93954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:12:48.704466 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78efef87a1af135e54214795b53a936b9e8d2b7d09f053504b37278e2de45a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dca4d95-9c6e-49dd-b362-49684a3ef2bf" -d '{"events": [{"server_uuid": "b389f774-9ff0-4f52-9779-fca0f42d0093", "name": "network-vif-plugged", "status": "completed", "tag": "9052585d-57ac-4816-8951-6a03ce5ec933"}]}' {{(pid=93954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:12:48.721710 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] For port 9052585d-57ac-4816-8951-6a03ce5ec933, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=9052585d-57ac-4816-8951-6a03ce5ec933,segment=NetworkSegment(69103e30-5a0e-4989-a98f-ce80dbdb4825),segment_id=69103e30-5a0e-4989-a98f-ce80dbdb4825)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:12:48.813227 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94512d2a-eabb-4feb-893f-36a0bbd2d5bf x-openstack-request-id: req-94512d2a-eabb-4feb-893f-36a0bbd2d5bf {{(pid=93954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:12:48.813552 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b389f774-9ff0-4f52-9779-fca0f42d0093", "name": "network-vif-plugged", "status": "completed", "tag": "9052585d-57ac-4816-8951-6a03ce5ec933", "code": 200}]} {{(pid=93954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:12:48.813963 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-94512d2a-eabb-4feb-893f-36a0bbd2d5bf {{(pid=93954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:12:48.814587 dv-cinder-790492-6-iscsi neutron-server[93954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b389f774-9ff0-4f52-9779-fca0f42d0093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9052585d-57ac-4816-8951-6a03ce5ec933', 'code': 200} Jun 23 19:12:48.816492 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:48.819704 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:12:48.844977 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-6d509d90-dc73-4b05-bef5-f754c6d87061 None None] Provisioning for port 4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb completed by entity DHCP. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:12:48.853509 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-6d509d90-dc73-4b05-bef5-f754c6d87061 None None] Provisioning complete for port 4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb triggered by entity DHCP. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:12:48.853896 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-6d509d90-dc73-4b05-bef5-f754c6d87061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:48.916763 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Pushing event updated for resources: {'Port': ['ID=9052585d-57ac-4816-8951-6a03ce5ec933,revision_number=8']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:12:48.926158 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-6d509d90-dc73-4b05-bef5-f754c6d87061 None None] Port 4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb cannot update to ACTIVE because it is not bound. {{(pid=93954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 19:12:48.930229 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:12:49.001848 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [req-fc61bb7d-0f08-42ea-bece-0c6703e9fd60 req-7b55d0b9-6cf5-41e4-a13a-fb84f80191e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb {{(pid=93953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:12:49.014359 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-fc61bb7d-0f08-42ea-bece-0c6703e9fd60 req-7b55d0b9-6cf5-41e4-a13a-fb84f80191e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:49.042585 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [req-fc61bb7d-0f08-42ea-bece-0c6703e9fd60 req-7b55d0b9-6cf5-41e4-a13a-fb84f80191e6 service neutron] Transition to ACTIVE for port object 4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb will not be triggered until provisioned by entity L2. {{(pid=93953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:12:49.114510 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e73899-8937-4461-985e-919e4262d68b req-e0617a0c-0865-44ff-86fb-29f062d45afa tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:49.116120 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-16e73899-8937-4461-985e-919e4262d68b req-e0617a0c-0865-44ff-86fb-29f062d45afa tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/ports?device_id=b389f774-9ff0-4f52-9779-fca0f42d0093 HTTP/1.1" status: 200 len: 946 time: 0.0840929 Jun 23 19:12:49.117353 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-fc61bb7d-0f08-42ea-bece-0c6703e9fd60 req-7b55d0b9-6cf5-41e4-a13a-fb84f80191e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:49.119606 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-c4fd1157-9a6f-43f4-bd54-7f6b5ba8998e tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:12:49.211466 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b55d0b9-6cf5-41e4-a13a-fb84f80191e6 service neutron] Pushing event updated for resources: {'Port': ['ID=4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb,revision_number=2']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:12:49.224452 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-7b55d0b9-6cf5-41e4-a13a-fb84f80191e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:12:49.235302 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-16e73899-8937-4461-985e-919e4262d68b req-755aefe0-ec3c-40a9-b9d1-637221b0fdec tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/security-groups?id=89c8f244-84dd-4955-bd65-36bd2a6ab177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920599 Jun 23 19:12:49.284255 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-fc61bb7d-0f08-42ea-bece-0c6703e9fd60 req-7b55d0b9-6cf5-41e4-a13a-fb84f80191e6 service neutron] Attempting to bind port 4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb on host hv-cinder-79049 for vnic_type normal with profile {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:12:49.284690 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-fc61bb7d-0f08-42ea-bece-0c6703e9fd60 req-7b55d0b9-6cf5-41e4-a13a-fb84f80191e6 service neutron] Attempting to bind port 4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '6376ebc8-cc9e-4950-bed1-519aba44fb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'd02d4878-2846-42b3-8429-dddc3d54aa5f'}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:12:49.285184 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc61bb7d-0f08-42ea-bece-0c6703e9fd60 req-7b55d0b9-6cf5-41e4-a13a-fb84f80191e6 service neutron] Attempting to bind port 4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb on network d02d4878-2846-42b3-8429-dddc3d54aa5f {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:12:49.297221 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc61bb7d-0f08-42ea-bece-0c6703e9fd60 req-7b55d0b9-6cf5-41e4-a13a-fb84f80191e6 service neutron] Port 4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb on network d02d4878-2846-42b3-8429-dddc3d54aa5f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 19:12:49.297677 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc61bb7d-0f08-42ea-bece-0c6703e9fd60 req-7b55d0b9-6cf5-41e4-a13a-fb84f80191e6 service neutron] Attempting to bind port 4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb on network d02d4878-2846-42b3-8429-dddc3d54aa5f {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:12:49.306855 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe7f59c-a898-4133-870b-1ff5a48153a0 req-3a61ceb5-f10a-420c-ac99-878400b9cb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:49.308946 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3fe7f59c-a898-4133-870b-1ff5a48153a0 req-3a61ceb5-f10a-420c-ac99-878400b9cb1b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b389f774-9ff0-4f52-9779-fca0f42d0093 HTTP/1.1" status: 200 len: 1099 time: 0.1308143 Jun 23 19:12:49.312556 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc61bb7d-0f08-42ea-bece-0c6703e9fd60 req-7b55d0b9-6cf5-41e4-a13a-fb84f80191e6 service neutron] Checking agent: {'id': '931bf73c-9d40-46c8-855c-92667356b0d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 19, 4, 47), 'started_at': datetime.datetime(2021, 6, 23, 19, 4, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:12:49.312987 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc61bb7d-0f08-42ea-bece-0c6703e9fd60 req-7b55d0b9-6cf5-41e4-a13a-fb84f80191e6 service neutron] Checking segment: {'id': '6376ebc8-cc9e-4950-bed1-519aba44fb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'd02d4878-2846-42b3-8429-dddc3d54aa5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:12:49.313434 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc61bb7d-0f08-42ea-bece-0c6703e9fd60 req-7b55d0b9-6cf5-41e4-a13a-fb84f80191e6 service neutron] Bound using segment: {'id': '6376ebc8-cc9e-4950-bed1-519aba44fb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'd02d4878-2846-42b3-8429-dddc3d54aa5f'} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:12:49.313972 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-fc61bb7d-0f08-42ea-bece-0c6703e9fd60 req-7b55d0b9-6cf5-41e4-a13a-fb84f80191e6 service neutron] Bound port: 4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6376ebc8-cc9e-4950-bed1-519aba44fb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'd02d4878-2846-42b3-8429-dddc3d54aa5f'}}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:12:49.314380 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-fc61bb7d-0f08-42ea-bece-0c6703e9fd60 req-7b55d0b9-6cf5-41e4-a13a-fb84f80191e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:49.419198 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3fe7f59c-a898-4133-870b-1ff5a48153a0 req-e3fd1549-6033-4f85-90e9-9e3ed1c148ae service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=89c8f244-84dd-4955-bd65-36bd2a6ab177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952632 Jun 23 19:12:49.439224 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-fc61bb7d-0f08-42ea-bece-0c6703e9fd60 req-7b55d0b9-6cf5-41e4-a13a-fb84f80191e6 service neutron] For port 4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb, host hv-cinder-79049, cleared binding levels {{(pid=93953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:12:49.442621 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-fc61bb7d-0f08-42ea-bece-0c6703e9fd60 req-7b55d0b9-6cf5-41e4-a13a-fb84f80191e6 service neutron] For port 4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb,segment=NetworkSegment(6376ebc8-cc9e-4950-bed1-519aba44fb4f),segment_id=6376ebc8-cc9e-4950-bed1-519aba44fb4f)] {{(pid=93953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:12:49.468900 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33fb572-8d4d-4e70-a46c-0bc956e9b175 req-27ca7de5-f6de-4759-acfd-4da6530fb61e tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:49.470384 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a33fb572-8d4d-4e70-a46c-0bc956e9b175 req-27ca7de5-f6de-4759-acfd-4da6530fb61e tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2937309-7d8e-4c20-bd86-135c68675706 HTTP/1.1" status: 200 len: 943 time: 0.1065166 Jun 23 19:12:49.508079 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a33fb572-8d4d-4e70-a46c-0bc956e9b175 req-77c617ba-fcc9-42a1-b34a-c0178377e2b1 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab9f1744-5d0b-4354-92d9-4ccbbd038296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320485 Jun 23 19:12:49.517678 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-fc61bb7d-0f08-42ea-bece-0c6703e9fd60 req-7b55d0b9-6cf5-41e4-a13a-fb84f80191e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:49.520497 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:12:49.554327 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc61bb7d-0f08-42ea-bece-0c6703e9fd60 req-7b55d0b9-6cf5-41e4-a13a-fb84f80191e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:49.554935 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-fc61bb7d-0f08-42ea-bece-0c6703e9fd60 req-7b55d0b9-6cf5-41e4-a13a-fb84f80191e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:49.556356 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fc61bb7d-0f08-42ea-bece-0c6703e9fd60 req-7b55d0b9-6cf5-41e4-a13a-fb84f80191e6 service neutron] 10.222.0.49 "PUT /v2.0/ports/4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb HTTP/1.1" status: 200 len: 1093 time: 1.0581453 Jun 23 19:12:49.556853 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2937309-7d8e-4c20-bd86-135c68675706', 'tag': '4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:12:49.559115 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8902aeace0540733bba5a146bce723956a3312b5b25ae011a73fc84317b4d28a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0542ae2f-f894-45c5-8f38-38c7c17bb03a" -d '{"events": [{"name": "network-changed", "server_uuid": "e2937309-7d8e-4c20-bd86-135c68675706", "tag": "4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:12:49.587024 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b55d0b9-6cf5-41e4-a13a-fb84f80191e6 service neutron] Pushing event updated for resources: {'Port': ['ID=4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb,revision_number=3']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:12:49.590790 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-7b55d0b9-6cf5-41e4-a13a-fb84f80191e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:12:49.601091 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8093865a-462c-4689-9605-bec26fe1cbc5 x-openstack-request-id: req-8093865a-462c-4689-9605-bec26fe1cbc5 {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:12:49.601414 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2937309-7d8e-4c20-bd86-135c68675706", "tag": "4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:12:49.601707 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8093865a-462c-4689-9605-bec26fe1cbc5 {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:12:49.602137 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2937309-7d8e-4c20-bd86-135c68675706', 'tag': '4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb', 'status': 'completed', 'code': 200} Jun 23 19:12:49.875970 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0542ae2f-f894-45c5-8f38-38c7c17bb03a req-a7160d32-791e-4a49-865f-a6ffa1f4628a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:49.877356 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0542ae2f-f894-45c5-8f38-38c7c17bb03a req-a7160d32-791e-4a49-865f-a6ffa1f4628a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=29cd4a25dde246cd9b647b69d19079f6&device_id=e2937309-7d8e-4c20-bd86-135c68675706 HTTP/1.1" status: 200 len: 1096 time: 0.0559480 Jun 23 19:12:50.002761 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0542ae2f-f894-45c5-8f38-38c7c17bb03a req-33128d92-be37-4ceb-93a2-96398df2297a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:50.002761 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0542ae2f-f894-45c5-8f38-38c7c17bb03a req-33128d92-be37-4ceb-93a2-96398df2297a service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=29cd4a25dde246cd9b647b69d19079f6&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0991549 Jun 23 19:12:50.110511 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0542ae2f-f894-45c5-8f38-38c7c17bb03a req-e2625cd2-33f0-47c7-bf9f-aa71b3d50b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:50.112177 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0542ae2f-f894-45c5-8f38-38c7c17bb03a req-e2625cd2-33f0-47c7-bf9f-aa71b3d50b61 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1013551 Jun 23 19:12:50.247394 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc61bb7d-0f08-42ea-bece-0c6703e9fd60 req-6918e4db-c828-44ed-a475-f9489238c069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:50.248958 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fc61bb7d-0f08-42ea-bece-0c6703e9fd60 req-6918e4db-c828-44ed-a475-f9489238c069 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=29cd4a25dde246cd9b647b69d19079f6&device_id=e2937309-7d8e-4c20-bd86-135c68675706 HTTP/1.1" status: 200 len: 1096 time: 0.0580895 Jun 23 19:12:50.311966 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fc61bb7d-0f08-42ea-bece-0c6703e9fd60 req-729a3149-6be8-4ec1-8f12-f3def4a0120a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb HTTP/1.1" status: 200 len: 217 time: 0.0428762 Jun 23 19:12:50.366324 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc61bb7d-0f08-42ea-bece-0c6703e9fd60 req-62fa141f-dae9-409f-860e-3c26351829e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:50.367795 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fc61bb7d-0f08-42ea-bece-0c6703e9fd60 req-62fa141f-dae9-409f-860e-3c26351829e8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d0c9ad5e-51b6-4019-87c2-098d82b200c4 HTTP/1.1" status: 200 len: 856 time: 0.0455446 Jun 23 19:12:50.517544 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc61bb7d-0f08-42ea-bece-0c6703e9fd60 req-d486569a-1396-4bf7-9a36-399ddc47cab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:50.518964 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fc61bb7d-0f08-42ea-bece-0c6703e9fd60 req-d486569a-1396-4bf7-9a36-399ddc47cab9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d02d4878-2846-42b3-8429-dddc3d54aa5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1335101 Jun 23 19:12:50.528277 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370fa45a-b408-4364-b675-6cdd7ec63a78 req-39ecf644-febf-4a28-b660-b72d5144f8d5 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:50.530216 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-370fa45a-b408-4364-b675-6cdd7ec63a78 req-39ecf644-febf-4a28-b660-b72d5144f8d5 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/ports?device_id=b389f774-9ff0-4f52-9779-fca0f42d0093 HTTP/1.1" status: 200 len: 946 time: 0.1459239 Jun 23 19:12:50.592076 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-370fa45a-b408-4364-b675-6cdd7ec63a78 req-33d5b46f-37b3-4e36-b25c-c8e338c21e4e tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/security-groups?id=89c8f244-84dd-4955-bd65-36bd2a6ab177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541687 Jun 23 19:12:50.616628 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a660b2-d390-479f-a647-a6157cc9d728 req-65b1f78e-9b06-4d98-8757-008dde351d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:50.618498 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-11a660b2-d390-479f-a647-a6157cc9d728 req-65b1f78e-9b06-4d98-8757-008dde351d37 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eec1ba71166e4c50a81e1f89588a5bf6&device_id=b389f774-9ff0-4f52-9779-fca0f42d0093 HTTP/1.1" status: 200 len: 1099 time: 0.1374207 Jun 23 19:12:50.765724 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fc61bb7d-0f08-42ea-bece-0c6703e9fd60 req-0bee79df-2a12-4e98-9e67-56810fc254e1 service neutron] 10.222.0.49 "GET /v2.0/networks/d02d4878-2846-42b3-8429-dddc3d54aa5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876783 Jun 23 19:12:50.883235 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a660b2-d390-479f-a647-a6157cc9d728 req-cab4bf02-f0f9-452b-8010-ce517fa3fcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:50.885170 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-11a660b2-d390-479f-a647-a6157cc9d728 req-cab4bf02-f0f9-452b-8010-ce517fa3fcd7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=481be26c-7a5b-467d-9408-466d4aa92702 HTTP/1.1" status: 200 len: 909 time: 0.2180758 Jun 23 19:12:50.899555 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb2dc63-274f-4152-a22b-4c505851b54b req-38f47860-6100-450b-b0d9-ce529c8a94c0 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:50.901013 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ecb2dc63-274f-4152-a22b-4c505851b54b req-38f47860-6100-450b-b0d9-ce529c8a94c0 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2937309-7d8e-4c20-bd86-135c68675706 HTTP/1.1" status: 200 len: 943 time: 0.2086074 Jun 23 19:12:50.973339 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fc61bb7d-0f08-42ea-bece-0c6703e9fd60 req-27a5e905-4f73-4c9b-9ecb-5c30849fdce7 service neutron] 10.222.0.49 "GET /v2.0/networks/d02d4878-2846-42b3-8429-dddc3d54aa5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959794 Jun 23 19:12:51.006661 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-11a660b2-d390-479f-a647-a6157cc9d728 req-352404a8-9bbd-4a2b-ac01-967a06690b02 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9052585d-57ac-4816-8951-6a03ce5ec933 HTTP/1.1" status: 200 len: 1001 time: 0.1046305 Jun 23 19:12:51.012169 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ecb2dc63-274f-4152-a22b-4c505851b54b req-77375c3b-99cf-4e31-9a38-f117deac940b tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab9f1744-5d0b-4354-92d9-4ccbbd038296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993390 Jun 23 19:12:51.069758 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a660b2-d390-479f-a647-a6157cc9d728 req-c0c6b453-8010-4d20-b7e2-8c1db77e128b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:51.071226 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-11a660b2-d390-479f-a647-a6157cc9d728 req-c0c6b453-8010-4d20-b7e2-8c1db77e128b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2b74c165-911b-430d-9033-28ede67b53a0 HTTP/1.1" status: 200 len: 847 time: 0.0565279 Jun 23 19:12:51.131975 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a660b2-d390-479f-a647-a6157cc9d728 req-5f86810d-a4a6-4fa9-bcc4-6cd0b94dd25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:51.133518 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-11a660b2-d390-479f-a647-a6157cc9d728 req-5f86810d-a4a6-4fa9-bcc4-6cd0b94dd25f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=481be26c-7a5b-467d-9408-466d4aa92702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0537996 Jun 23 19:12:51.264417 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-11a660b2-d390-479f-a647-a6157cc9d728 req-20a99678-05bd-4587-bfaa-88565a74dcea service neutron] 10.222.0.49 "GET /v2.0/networks/481be26c-7a5b-467d-9408-466d4aa92702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903733 Jun 23 19:12:51.361470 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-11a660b2-d390-479f-a647-a6157cc9d728 req-5b74b9a0-ad5b-4d13-8a47-7817e513c09f service neutron] 10.222.0.49 "GET /v2.0/networks/481be26c-7a5b-467d-9408-466d4aa92702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903153 Jun 23 19:12:51.779161 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd023e2e-6255-4c77-ad3d-525892f9512d req-9f776335-60af-4a91-98d1-d31849f26404 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:51.781091 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fd023e2e-6255-4c77-ad3d-525892f9512d req-9f776335-60af-4a91-98d1-d31849f26404 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/ports?device_id=b389f774-9ff0-4f52-9779-fca0f42d0093 HTTP/1.1" status: 200 len: 946 time: 0.0765510 Jun 23 19:12:51.832352 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fd023e2e-6255-4c77-ad3d-525892f9512d req-df6aa457-b721-40aa-b46d-26c38521d661 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/security-groups?id=89c8f244-84dd-4955-bd65-36bd2a6ab177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446446 Jun 23 19:12:52.210998 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f131120-2d84-45f9-9389-357aa7fe7362 req-b812d637-57c5-4bd2-8a45-29431d150c78 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:52.213120 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7f131120-2d84-45f9-9389-357aa7fe7362 req-b812d637-57c5-4bd2-8a45-29431d150c78 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2937309-7d8e-4c20-bd86-135c68675706 HTTP/1.1" status: 200 len: 943 time: 0.0704336 Jun 23 19:12:52.255158 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7f131120-2d84-45f9-9389-357aa7fe7362 req-12b5d5fb-242b-476e-95e5-bf40d0ce5b96 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab9f1744-5d0b-4354-92d9-4ccbbd038296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357707 Jun 23 19:12:52.550700 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device 4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=93954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 19:12:52.656617 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] For port 4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb,segment=NetworkSegment(6376ebc8-cc9e-4950-bed1-519aba44fb4f),segment_id=6376ebc8-cc9e-4950-bed1-519aba44fb4f)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:12:52.670062 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Returning: {'device': '4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb', 'network_id': 'd02d4878-2846-42b3-8429-dddc3d54aa5f', 'port_id': '4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb', 'mac_address': 'fa:16:3e:ba:9f:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 941, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0c9ad5e-51b6-4019-87c2-098d82b200c4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 19:12:52.709229 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:52.726801 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.notifiers.nova [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb {{(pid=93954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:12:52.746668 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] For port 4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb,segment=NetworkSegment(6376ebc8-cc9e-4950-bed1-519aba44fb4f),segment_id=6376ebc8-cc9e-4950-bed1-519aba44fb4f)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:12:52.817510 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:52.819505 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-c7324049-7c37-4dcb-895d-676497ba320a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:12:52.868432 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Pushing event updated for resources: {'Port': ['ID=4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb,revision_number=4']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:12:52.871501 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:12:53.157774 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] get_ports_and_sgs() called for port_ids ['4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb'] {{(pid=93954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:12:53.442229 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1c3ba2-3558-4b03-aa73-262ae38b173e req-6ed14013-5855-40e4-8d6e-664e180241b7 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:53.443713 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9b1c3ba2-3558-4b03-aa73-262ae38b173e req-6ed14013-5855-40e4-8d6e-664e180241b7 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2937309-7d8e-4c20-bd86-135c68675706 HTTP/1.1" status: 200 len: 944 time: 0.0628045 Jun 23 19:12:53.486682 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9b1c3ba2-3558-4b03-aa73-262ae38b173e req-69fbff5f-1bf9-4e60-bddf-c50e605a1513 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab9f1744-5d0b-4354-92d9-4ccbbd038296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359404 Jun 23 19:12:53.946940 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 36230) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:12:54.060097 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ab56a29a-f6d3-4288-aed4-ade80e61f0f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:54.147446 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ab56a29a-f6d3-4288-aed4-ade80e61f0f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:54.419937 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ab56a29a-f6d3-4288-aed4-ade80e61f0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:54.422602 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-1c2816ba-33e3-4d78-9ca4-0edd463bc614 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:12:54.458661 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab56a29a-f6d3-4288-aed4-ade80e61f0f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0dac95a-1638-43a5-9f5e-1c0c4b0ebc65,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:12:54.463072 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-ab56a29a-f6d3-4288-aed4-ade80e61f0f2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=85300c15c1124076ac4bc375d73d0ae1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5150535 Jun 23 19:12:54.464299 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-ab56a29a-f6d3-4288-aed4-ade80e61f0f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:12:54.466948 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 36234) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:12:54.522835 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-02e6149b-175e-4ac8-b1d3-bd3ac2ce255e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:54.546537 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-02e6149b-175e-4ac8-b1d3-bd3ac2ce255e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:54.555363 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device 4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb up at agent hyperv_hv-cinder-79049 {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:12:54.684163 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25535b6b-ffef-4def-893c-3e1a0c851deb req-e19ec2af-942e-491e-b94e-b647fffd0872 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:54.686079 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-25535b6b-ffef-4def-893c-3e1a0c851deb req-e19ec2af-942e-491e-b94e-b647fffd0872 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2937309-7d8e-4c20-bd86-135c68675706 HTTP/1.1" status: 200 len: 944 time: 0.0656593 Jun 23 19:12:54.688530 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-02e6149b-175e-4ac8-b1d3-bd3ac2ce255e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:54.691232 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-02e6149b-175e-4ac8-b1d3-bd3ac2ce255e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:54.692422 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-02e6149b-175e-4ac8-b1d3-bd3ac2ce255e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b0dac95a-1638-43a5-9f5e-1c0c4b0ebc65 HTTP/1.1" status: 204 len: 168 time: 0.2238441 Jun 23 19:12:54.693245 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-96d74a6e-886c-4f10-8244-741252c7a4b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:12:54.703142 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e6149b-175e-4ac8-b1d3-bd3ac2ce255e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0dac95a-1638-43a5-9f5e-1c0c4b0ebc65,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:12:54.707247 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Provisioning for port 4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb completed by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:12:54.712061 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-02e6149b-175e-4ac8-b1d3-bd3ac2ce255e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:12:54.712466 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Provisioning complete for port 4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb triggered by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:12:54.712860 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:54.731932 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-25535b6b-ffef-4def-893c-3e1a0c851deb req-c5d48151-84c8-4f73-b254-c9955aabc0d4 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab9f1744-5d0b-4354-92d9-4ccbbd038296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400708 Jun 23 19:12:54.811753 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:54.836177 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2937309-7d8e-4c20-bd86-135c68675706', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb'}] {{(pid=93954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:12:54.838742 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78efef87a1af135e54214795b53a936b9e8d2b7d09f053504b37278e2de45a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e3d50d-4c17-4701-88b0-2ece6e382d17" -d '{"events": [{"server_uuid": "e2937309-7d8e-4c20-bd86-135c68675706", "name": "network-vif-plugged", "status": "completed", "tag": "4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb"}]}' {{(pid=93954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:12:54.853032 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] For port 4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb,segment=NetworkSegment(6376ebc8-cc9e-4950-bed1-519aba44fb4f),segment_id=6376ebc8-cc9e-4950-bed1-519aba44fb4f)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:12:54.946777 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:54.950671 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-3f8e4a48-ca59-4fbd-885b-c024ebb28fc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:12:54.976619 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-572b9d67-8d09-4960-805e-4fad05b8fe9f x-openstack-request-id: req-572b9d67-8d09-4960-805e-4fad05b8fe9f {{(pid=93954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:12:54.976921 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2937309-7d8e-4c20-bd86-135c68675706", "name": "network-vif-plugged", "status": "completed", "tag": "4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb", "code": 200}]} {{(pid=93954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:12:54.977182 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-572b9d67-8d09-4960-805e-4fad05b8fe9f {{(pid=93954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:12:54.977569 dv-cinder-790492-6-iscsi neutron-server[93954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2937309-7d8e-4c20-bd86-135c68675706', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb', 'code': 200} Jun 23 19:12:55.008342 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Pushing event updated for resources: {'Port': ['ID=4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb,revision_number=5']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:12:55.012503 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:12:55.471330 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32663bf2-b1b8-46e1-8da5-cdd48d64c438 req-0f55007d-edf1-4a69-9b86-c3f34f1c8b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:55.473089 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-32663bf2-b1b8-46e1-8da5-cdd48d64c438 req-0f55007d-edf1-4a69-9b86-c3f34f1c8b19 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e2937309-7d8e-4c20-bd86-135c68675706 HTTP/1.1" status: 200 len: 1098 time: 0.0529189 Jun 23 19:12:55.510324 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-32663bf2-b1b8-46e1-8da5-cdd48d64c438 req-c9df7058-a9cd-4a0d-ba78-a6ee8cc8a07f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ab9f1744-5d0b-4354-92d9-4ccbbd038296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300510 Jun 23 19:12:56.004002 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb225478-005a-4046-8a58-41317dc1e240 req-749e11e7-0658-4656-b944-841dc4966023 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:56.005636 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fb225478-005a-4046-8a58-41317dc1e240 req-749e11e7-0658-4656-b944-841dc4966023 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2937309-7d8e-4c20-bd86-135c68675706 HTTP/1.1" status: 200 len: 945 time: 0.0764198 Jun 23 19:12:56.062332 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fb225478-005a-4046-8a58-41317dc1e240 req-8f873cd1-c778-4af9-8843-4e4943f0c2ff tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab9f1744-5d0b-4354-92d9-4ccbbd038296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498486 Jun 23 19:12:56.309229 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.agents_db [None req-808d9167-7b86-4487-ac1f-373b1677e9b0 None None] Agent healthcheck: found 6 active agents {{(pid=93955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:12:57.275225 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ccbb05-d812-4a5e-b328-dcea30a8df85 req-92c77a42-26a6-4a8f-8b66-48c7abc4432b tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:57.281480 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-08ccbb05-d812-4a5e-b328-dcea30a8df85 req-92c77a42-26a6-4a8f-8b66-48c7abc4432b tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2937309-7d8e-4c20-bd86-135c68675706 HTTP/1.1" status: 200 len: 945 time: 0.0742962 Jun 23 19:12:57.317208 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-08ccbb05-d812-4a5e-b328-dcea30a8df85 req-454fe03c-a964-434a-98b7-cdcc502561ea tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab9f1744-5d0b-4354-92d9-4ccbbd038296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342426 Jun 23 19:12:57.632057 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3febd5-0ec9-40e1-9e2d-44a52763209c req-b7fa0664-f8cf-4da0-ba34-d4206ddacd5c tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:57.633478 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-5d3febd5-0ec9-40e1-9e2d-44a52763209c req-b7fa0664-f8cf-4da0-ba34-d4206ddacd5c tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2937309-7d8e-4c20-bd86-135c68675706 HTTP/1.1" status: 200 len: 945 time: 0.0724049 Jun 23 19:12:57.642242 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 36294) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:12:57.646804 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-6e2d9750-330e-46c1-8374-984ed8b0e596 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Request body: {'floatingip': {'port_id': '4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:12:57.693588 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-6e2d9750-330e-46c1-8374-984ed8b0e596 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks [] for floatingip, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:58.438339 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-6e2d9750-330e-46c1-8374-984ed8b0e596 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:58.546396 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-6e2d9750-330e-46c1-8374-984ed8b0e596 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3708797'] for floatingip, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:58.675992 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.db.l3_db [None req-6e2d9750-330e-46c1-8374-984ed8b0e596 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Floating IP f2441c0b-d587-46f0-a67b-e9119954bed4 associated. External IP: 172.27.1.17, port: 4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb. Jun 23 19:12:58.900154 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e2d9750-330e-46c1-8374-984ed8b0e596 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Router be03be81-671e-4e1d-ba0e-d1b0e886cb88 has already been hosted by L3 agent 74079d6f-659b-43f4-8a12-30a7ece685bb {{(pid=93953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:12:59.015730 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e2d9750-330e-46c1-8374-984ed8b0e596 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify agent at l3_agent.dv-cinder-790492-6-iscsi the message routers_updated {{(pid=93953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:12:59.021371 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-6e2d9750-330e-46c1-8374-984ed8b0e596 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064'] for floatingip, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:59.026004 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318742b1-e55a-4374-874c-d56161369935 None None] Sync routers for ids ['be03be81-671e-4e1d-ba0e-d1b0e886cb88'] in dv-cinder-790492-6-iscsi {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:12:59.036331 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318742b1-e55a-4374-874c-d56161369935 None None] Routers {'be03be81-671e-4e1d-ba0e-d1b0e886cb88'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:12:59.036971 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-318742b1-e55a-4374-874c-d56161369935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:12:33Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['be03be81-671e-4e1d-ba0e-d1b0e886cb88'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:12:59.060747 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-6e2d9750-330e-46c1-8374-984ed8b0e596 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "PUT /v2.0/floatingips/f2441c0b-d587-46f0-a67b-e9119954bed4 HTTP/1.1" status: 200 len: 990 time: 1.4174089 Jun 23 19:12:59.061518 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2937309-7d8e-4c20-bd86-135c68675706', 'tag': '4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:12:59.063988 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8902aeace0540733bba5a146bce723956a3312b5b25ae011a73fc84317b4d28a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-171db117-60f5-4945-8ebb-f030f5db9af2" -d '{"events": [{"name": "network-changed", "server_uuid": "e2937309-7d8e-4c20-bd86-135c68675706", "tag": "4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:12:59.157258 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-318742b1-e55a-4374-874c-d56161369935 None None] Set router be03be81-671e-4e1d-ba0e-d1b0e886cb88 gateway port host: dv-cinder-790492-6-iscsi {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:12:59.266029 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9381bb5d-2aea-485d-a0e8-7d6eb815ca4b x-openstack-request-id: req-9381bb5d-2aea-485d-a0e8-7d6eb815ca4b {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:12:59.266468 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2937309-7d8e-4c20-bd86-135c68675706", "tag": "4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:12:59.266868 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9381bb5d-2aea-485d-a0e8-7d6eb815ca4b {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:12:59.267429 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2937309-7d8e-4c20-bd86-135c68675706', 'tag': '4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb', 'status': 'completed', 'code': 200} Jun 23 19:12:59.395670 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-318742b1-e55a-4374-874c-d56161369935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be03be81-671e-4e1d-ba0e-d1b0e886cb88', 'name': 'tempest-AttachVolumeShelveTestJSON-1529812112-router', 'tenant_id': '29cd4a25dde246cd9b647b69d19079f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '48dbc481-558f-4c5b-bea6-abe766b9756f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:08:23Z', 'updated_at': '2021-06-23T19:08:29Z', 'revision_number': 4, 'project_id': '29cd4a25dde246cd9b647b69d19079f6', 'gw_port': {'id': '48dbc481-558f-4c5b-bea6-abe766b9756f', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:79:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be03be81-671e-4e1d-ba0e-d1b0e886cb88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:24Z', 'updated_at': '2021-06-23T19:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi', '_floatingips': [{'id': 'f2441c0b-d587-46f0-a67b-e9119954bed4', 'tenant_id': '29cd4a25dde246cd9b647b69d19079f6', 'floating_ip_address': '172.27.1.17', 'floating_network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'router_id': 'be03be81-671e-4e1d-ba0e-d1b0e886cb88', 'port_id': '4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd02d4878-2846-42b3-8429-dddc3d54aa5f', 'mac_address': 'fa:16:3e:ba:9f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2937309-7d8e-4c20-bd86-135c68675706', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T19:12:43Z', 'updated_at': '2021-06-23T19:12:58Z', 'revision_number': 1, 'project_id': '29cd4a25dde246cd9b647b69d19079f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0ac24e1-fdcd-473f-abc3-5372a49d30bc', 'name': '', 'network_id': 'd02d4878-2846-42b3-8429-dddc3d54aa5f', 'tenant_id': '29cd4a25dde246cd9b647b69d19079f6', 'mac_address': 'fa:16:3e:51:40:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be03be81-671e-4e1d-ba0e-d1b0e886cb88', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'd0c9ad5e-51b6-4019-87c2-098d82b200c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:28Z', 'updated_at': '2021-06-23T19:08:36Z', 'revision_number': 5, 'project_id': '29cd4a25dde246cd9b647b69d19079f6', 'subnets': [{'id': 'd0c9ad5e-51b6-4019-87c2-098d82b200c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:12:59.401005 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e954ee6b-11ae-4b2e-b63a-6f0564e9f376 req-091b3f2f-22e6-4655-86de-47852b50440f tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-794410426&fields=id&tenant_id=f0b83467b884463caf15d0aa3a28eb04 HTTP/1.1" status: 200 len: 267 time: 0.0521696 Jun 23 19:12:59.419762 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171db117-60f5-4945-8ebb-f030f5db9af2 req-e566fd8a-ee4c-4e4b-a46b-33ac992c13c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:59.422816 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318742b1-e55a-4374-874c-d56161369935 None None] Checking router: be03be81-671e-4e1d-ba0e-d1b0e886cb88 for host: dv-cinder-790492-6-iscsi {{(pid=93954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:12:59.429480 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-171db117-60f5-4945-8ebb-f030f5db9af2 req-e566fd8a-ee4c-4e4b-a46b-33ac992c13c1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=29cd4a25dde246cd9b647b69d19079f6&device_id=e2937309-7d8e-4c20-bd86-135c68675706 HTTP/1.1" status: 200 len: 1098 time: 0.1141024 Jun 23 19:12:59.432599 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318742b1-e55a-4374-874c-d56161369935 None None] Routers {'be03be81-671e-4e1d-ba0e-d1b0e886cb88'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:12:59.433414 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-318742b1-e55a-4374-874c-d56161369935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:12:33Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['be03be81-671e-4e1d-ba0e-d1b0e886cb88'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:12:59.551314 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-318742b1-e55a-4374-874c-d56161369935 None None] Set router be03be81-671e-4e1d-ba0e-d1b0e886cb88 gateway port host: dv-cinder-790492-6-iscsi {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:12:59.574421 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e954ee6b-11ae-4b2e-b63a-6f0564e9f376 req-46aca46b-216b-444b-b00e-dfd463bc1997 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:59.576606 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e954ee6b-11ae-4b2e-b63a-6f0564e9f376 req-46aca46b-216b-444b-b00e-dfd463bc1997 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/ports?device_id=19f4a415-61b3-489e-a00a-f8d4c6e63a93 HTTP/1.1" status: 200 len: 985 time: 0.1690359 Jun 23 19:12:59.580149 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171db117-60f5-4945-8ebb-f030f5db9af2 req-5708fc98-150d-4b06-a2cd-b50a9cd1933a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:59.581440 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-171db117-60f5-4945-8ebb-f030f5db9af2 req-5708fc98-150d-4b06-a2cd-b50a9cd1933a service neutron] 10.222.0.49 "GET /v2.0/networks?id=d02d4878-2846-42b3-8429-dddc3d54aa5f HTTP/1.1" status: 200 len: 918 time: 0.1277475 Jun 23 19:12:59.600321 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [req-e954ee6b-11ae-4b2e-b63a-6f0564e9f376 req-7b25bd38-1d77-4f72-9ceb-77bdb6edf15e tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Request body: {'port': {'security_groups': ['41b63a3d-6b98-489d-873d-5f8a706d78b2']}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:12:59.712544 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-171db117-60f5-4945-8ebb-f030f5db9af2 req-b4c71051-71e6-4cfb-a90c-607ca02944f8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb HTTP/1.1" status: 200 len: 998 time: 0.1221697 Jun 23 19:12:59.762865 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-e954ee6b-11ae-4b2e-b63a-6f0564e9f376 req-7b25bd38-1d77-4f72-9ceb-77bdb6edf15e tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:59.786922 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171db117-60f5-4945-8ebb-f030f5db9af2 req-f2556588-0705-45a5-bca5-b8c59ba7100c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:59.788423 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-171db117-60f5-4945-8ebb-f030f5db9af2 req-f2556588-0705-45a5-bca5-b8c59ba7100c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d0c9ad5e-51b6-4019-87c2-098d82b200c4 HTTP/1.1" status: 200 len: 856 time: 0.0693047 Jun 23 19:12:59.808250 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-318742b1-e55a-4374-874c-d56161369935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be03be81-671e-4e1d-ba0e-d1b0e886cb88', 'name': 'tempest-AttachVolumeShelveTestJSON-1529812112-router', 'tenant_id': '29cd4a25dde246cd9b647b69d19079f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '48dbc481-558f-4c5b-bea6-abe766b9756f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:08:23Z', 'updated_at': '2021-06-23T19:08:29Z', 'revision_number': 4, 'project_id': '29cd4a25dde246cd9b647b69d19079f6', 'gw_port': {'id': '48dbc481-558f-4c5b-bea6-abe766b9756f', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:79:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be03be81-671e-4e1d-ba0e-d1b0e886cb88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:24Z', 'updated_at': '2021-06-23T19:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi', '_floatingips': [{'id': 'f2441c0b-d587-46f0-a67b-e9119954bed4', 'tenant_id': '29cd4a25dde246cd9b647b69d19079f6', 'floating_ip_address': '172.27.1.17', 'floating_network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'router_id': 'be03be81-671e-4e1d-ba0e-d1b0e886cb88', 'port_id': '4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd02d4878-2846-42b3-8429-dddc3d54aa5f', 'mac_address': 'fa:16:3e:ba:9f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2937309-7d8e-4c20-bd86-135c68675706', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T19:12:43Z', 'updated_at': '2021-06-23T19:12:58Z', 'revision_number': 1, 'project_id': '29cd4a25dde246cd9b647b69d19079f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0ac24e1-fdcd-473f-abc3-5372a49d30bc', 'name': '', 'network_id': 'd02d4878-2846-42b3-8429-dddc3d54aa5f', 'tenant_id': '29cd4a25dde246cd9b647b69d19079f6', 'mac_address': 'fa:16:3e:51:40:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be03be81-671e-4e1d-ba0e-d1b0e886cb88', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'd0c9ad5e-51b6-4019-87c2-098d82b200c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:28Z', 'updated_at': '2021-06-23T19:08:36Z', 'revision_number': 5, 'project_id': '29cd4a25dde246cd9b647b69d19079f6', 'subnets': [{'id': 'd0c9ad5e-51b6-4019-87c2-098d82b200c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:12:59.838124 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318742b1-e55a-4374-874c-d56161369935 None None] The sync data for ids ['be03be81-671e-4e1d-ba0e-d1b0e886cb88'] in dv-cinder-790492-6-iscsi is: [{'id': 'be03be81-671e-4e1d-ba0e-d1b0e886cb88', 'name': 'tempest-AttachVolumeShelveTestJSON-1529812112-router', 'tenant_id': '29cd4a25dde246cd9b647b69d19079f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '48dbc481-558f-4c5b-bea6-abe766b9756f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:08:23Z', 'updated_at': '2021-06-23T19:08:29Z', 'revision_number': 4, 'project_id': '29cd4a25dde246cd9b647b69d19079f6', 'gw_port': {'id': '48dbc481-558f-4c5b-bea6-abe766b9756f', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:79:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be03be81-671e-4e1d-ba0e-d1b0e886cb88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:24Z', 'updated_at': '2021-06-23T19:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi', '_floatingips': [{'id': 'f2441c0b-d587-46f0-a67b-e9119954bed4', 'tenant_id': '29cd4a25dde246cd9b647b69d19079f6', 'floating_ip_address': '172.27.1.17', 'floating_network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'router_id': 'be03be81-671e-4e1d-ba0e-d1b0e886cb88', 'port_id': '4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd02d4878-2846-42b3-8429-dddc3d54aa5f', 'mac_address': 'fa:16:3e:ba:9f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2937309-7d8e-4c20-bd86-135c68675706', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T19:12:43Z', 'updated_at': '2021-06-23T19:12:58Z', 'revision_number': 1, 'project_id': '29cd4a25dde246cd9b647b69d19079f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0ac24e1-fdcd-473f-abc3-5372a49d30bc', 'name': '', 'network_id': 'd02d4878-2846-42b3-8429-dddc3d54aa5f', 'tenant_id': '29cd4a25dde246cd9b647b69d19079f6', 'mac_address': 'fa:16:3e:51:40:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be03be81-671e-4e1d-ba0e-d1b0e886cb88', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'd0c9ad5e-51b6-4019-87c2-098d82b200c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:28Z', 'updated_at': '2021-06-23T19:08:36Z', 'revision_number': 5, 'project_id': '29cd4a25dde246cd9b647b69d19079f6', 'subnets': [{'id': 'd0c9ad5e-51b6-4019-87c2-098d82b200c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:12:59.927431 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171db117-60f5-4945-8ebb-f030f5db9af2 req-24811bd7-5dde-4dcf-ad3f-ba41eeccba89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:59.928475 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-171db117-60f5-4945-8ebb-f030f5db9af2 req-24811bd7-5dde-4dcf-ad3f-ba41eeccba89 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d02d4878-2846-42b3-8429-dddc3d54aa5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1185060 Jun 23 19:13:00.075994 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-e954ee6b-11ae-4b2e-b63a-6f0564e9f376 req-7b25bd38-1d77-4f72-9ceb-77bdb6edf15e tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] For port e1b6ff06-a651-45ca-964e-d412481c4271, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=e1b6ff06-a651-45ca-964e-d412481c4271,segment=NetworkSegment(06f030b8-92aa-4704-905c-d54ec014c332),segment_id=06f030b8-92aa-4704-905c-d54ec014c332)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:13:00.103328 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-171db117-60f5-4945-8ebb-f030f5db9af2 req-0a703158-5b2f-4a6f-b50a-a8e83338e76a service neutron] 10.222.0.49 "GET /v2.0/networks/d02d4878-2846-42b3-8429-dddc3d54aa5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650698 Jun 23 19:13:00.119732 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7e3f93-f3f3-47f4-be98-4ff319da8133 None None] New status for floating IP f2441c0b-d587-46f0-a67b-e9119954bed4: ACTIVE {{(pid=93955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 19:13:00.142420 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-e954ee6b-11ae-4b2e-b63a-6f0564e9f376 req-7b25bd38-1d77-4f72-9ceb-77bdb6edf15e tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Notify callbacks [] for port, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:00.236146 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-171db117-60f5-4945-8ebb-f030f5db9af2 req-23fd439a-1faa-4142-9987-ffb05582f079 service neutron] 10.222.0.49 "GET /v2.0/networks/d02d4878-2846-42b3-8429-dddc3d54aa5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172993 Jun 23 19:13:00.254627 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-bfe01d3e-fe70-40df-be1f-d8839b4f0a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:00.255591 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-e954ee6b-11ae-4b2e-b63a-6f0564e9f376 req-7b25bd38-1d77-4f72-9ceb-77bdb6edf15e tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:00.260587 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-3d879948-33cb-4591-88be-97725de202ad tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:13:00.301385 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] get_ports_and_sgs() called for port_ids ['e1b6ff06-a651-45ca-964e-d412481c4271'] {{(pid=93954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:13:00.309418 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e954ee6b-11ae-4b2e-b63a-6f0564e9f376 req-7b25bd38-1d77-4f72-9ceb-77bdb6edf15e tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:13:00.310605 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-e954ee6b-11ae-4b2e-b63a-6f0564e9f376 req-7b25bd38-1d77-4f72-9ceb-77bdb6edf15e tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:00.312708 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e954ee6b-11ae-4b2e-b63a-6f0564e9f376 req-7b25bd38-1d77-4f72-9ceb-77bdb6edf15e tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "PUT /v2.0/ports/e1b6ff06-a651-45ca-964e-d412481c4271 HTTP/1.1" status: 200 len: 943 time: 0.7233183 Jun 23 19:13:00.321446 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 36324) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:13:00.380555 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b25bd38-1d77-4f72-9ceb-77bdb6edf15e tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Pushing event updated for resources: {'Port': ['ID=e1b6ff06-a651-45ca-964e-d412481c4271,revision_number=7']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:13:00.386483 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-7b25bd38-1d77-4f72-9ceb-77bdb6edf15e tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:13:00.426672 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-be7462a6-dd7f-47fd-a218-739713fa0b03 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:00.467231 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-be7462a6-dd7f-47fd-a218-739713fa0b03 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:00.472065 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] get_ports_and_sgs() called for port_ids ['e1b6ff06-a651-45ca-964e-d412481c4271'] {{(pid=93954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:13:00.625760 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-be7462a6-dd7f-47fd-a218-739713fa0b03 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:00.632620 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-be7462a6-dd7f-47fd-a218-739713fa0b03 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:00.632620 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-be7462a6-dd7f-47fd-a218-739713fa0b03 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "DELETE /v2.0/security-groups/f7f8854b-0531-48a9-bb30-a3bb4c302f08 HTTP/1.1" status: 204 len: 168 time: 0.3073931 Jun 23 19:13:00.632620 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-a4778075-677a-45d5-a0b7-d0e864ec2e6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:13:00.632936 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 36328) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:13:00.645093 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7462a6-dd7f-47fd-a218-739713fa0b03 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f8854b-0531-48a9-bb30-a3bb4c302f08,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:13:00.648755 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-be7462a6-dd7f-47fd-a218-739713fa0b03 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:13:00.672954 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 36330) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:13:00.702970 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-5409001d-3f11-4c9c-a5ab-bccbd2de1c47 None None] Provisioning complete for port e1b6ff06-a651-45ca-964e-d412481c4271 triggered by entity DHCP. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:13:00.703454 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-5409001d-3f11-4c9c-a5ab-bccbd2de1c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:00.836363 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3c78b458-cdae-47e9-a1fb-80f34f1a0619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:00.876673 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [None req-8ef82ba5-0930-4e86-be76-2019a11b1f09 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Deleting port e6418843-265f-485d-925b-52367f921a3e {{(pid=93952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:13:00.877147 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-8ef82ba5-0930-4e86-be76-2019a11b1f09 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745549706015'] for port, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:00.965954 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-8ef82ba5-0930-4e86-be76-2019a11b1f09 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710932'] for port, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:00.966279 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-8ef82ba5-0930-4e86-be76-2019a11b1f09 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:00.972570 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3c78b458-cdae-47e9-a1fb-80f34f1a0619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:00.978710 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [None req-8ef82ba5-0930-4e86-be76-2019a11b1f09 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Calling delete_port for e6418843-265f-485d-925b-52367f921a3e owned by network:floatingip {{(pid=93952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:13:01.023519 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3c78b458-cdae-47e9-a1fb-80f34f1a0619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:01.026551 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-0a155e32-e514-4f1e-bf2d-0528bf1c7d3c tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:13:01.069354 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-3c78b458-cdae-47e9-a1fb-80f34f1a0619 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cb63a2bffb2344f89ef332d7663fc519&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3920393 Jun 23 19:13:01.069354 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c78b458-cdae-47e9-a1fb-80f34f1a0619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d778be2f-5452-437c-9b9e-b46cee2173ab,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:13:01.069890 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 36334) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:13:01.071980 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-3c78b458-cdae-47e9-a1fb-80f34f1a0619 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:13:01.123478 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-fa610953-7cb5-499e-a91c-5c3baee81982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:01.151365 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-fa610953-7cb5-499e-a91c-5c3baee81982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:01.268621 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19f4a415-61b3-489e-a00a-f8d4c6e63a93', 'tag': 'e1b6ff06-a651-45ca-964e-d412481c4271'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:13:01.271195 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8902aeace0540733bba5a146bce723956a3312b5b25ae011a73fc84317b4d28a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff382f3-ba8a-4635-9513-3feb7fa879ef" -d '{"events": [{"name": "network-changed", "server_uuid": "19f4a415-61b3-489e-a00a-f8d4c6e63a93", "tag": "e1b6ff06-a651-45ca-964e-d412481c4271"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:13:01.310767 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a35efa5c-6697-4d84-a71a-05b4a2d19b6d x-openstack-request-id: req-a35efa5c-6697-4d84-a71a-05b4a2d19b6d {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:13:01.311133 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19f4a415-61b3-489e-a00a-f8d4c6e63a93", "tag": "e1b6ff06-a651-45ca-964e-d412481c4271", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:13:01.311604 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a35efa5c-6697-4d84-a71a-05b4a2d19b6d {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:13:01.312066 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19f4a415-61b3-489e-a00a-f8d4c6e63a93', 'tag': 'e1b6ff06-a651-45ca-964e-d412481c4271', 'status': 'completed', 'code': 200} Jun 23 19:13:01.328526 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-8ef82ba5-0930-4e86-be76-2019a11b1f09 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745549710641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745549236134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26440031'] for port, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:01.330748 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:13:01.359551 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef82ba5-0930-4e86-be76-2019a11b1f09 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Pushing event deleted for resources: {'Port': ['ID=e6418843-265f-485d-925b-52367f921a3e,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:13:01.360180 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-fa610953-7cb5-499e-a91c-5c3baee81982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:01.362964 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-fa610953-7cb5-499e-a91c-5c3baee81982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:01.363228 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-8ef82ba5-0930-4e86-be76-2019a11b1f09 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:13:01.364208 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-fa610953-7cb5-499e-a91c-5c3baee81982 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d778be2f-5452-437c-9b9e-b46cee2173ab HTTP/1.1" status: 204 len: 168 time: 0.2933900 Jun 23 19:13:01.366393 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-6e88be2b-2dfc-4f0b-a149-fbefd961afaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:13:01.409870 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa610953-7cb5-499e-a91c-5c3baee81982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d778be2f-5452-437c-9b9e-b46cee2173ab,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:13:01.414342 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-fa610953-7cb5-499e-a91c-5c3baee81982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:13:01.446266 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-8ef82ba5-0930-4e86-be76-2019a11b1f09 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Notify callbacks [] for floatingip, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:01.446690 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.db.l3_db [None req-8ef82ba5-0930-4e86-be76-2019a11b1f09 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Floating IP 4ea3fe3e-89dd-4f1f-be63-bf2a216c7258 disassociated (deleted). External IP: 172.27.1.60, port: e1b6ff06-a651-45ca-964e-d412481c4271. Jun 23 19:13:01.453702 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff382f3-ba8a-4635-9513-3feb7fa879ef req-fc1d12d7-cdbb-48b2-8e56-699a68020e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:13:01.455657 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3ff382f3-ba8a-4635-9513-3feb7fa879ef req-fc1d12d7-cdbb-48b2-8e56-699a68020e54 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f0b83467b884463caf15d0aa3a28eb04&device_id=19f4a415-61b3-489e-a00a-f8d4c6e63a93 HTTP/1.1" status: 200 len: 1099 time: 0.0903363 Jun 23 19:13:01.578030 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff382f3-ba8a-4635-9513-3feb7fa879ef req-45bd9b24-6bd3-444a-b81a-82915ace4f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:13:01.580840 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3ff382f3-ba8a-4635-9513-3feb7fa879ef req-45bd9b24-6bd3-444a-b81a-82915ace4f62 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e11519e8-7159-40a0-a52d-675d0f87c5a7 HTTP/1.1" status: 200 len: 915 time: 0.1128817 Jun 23 19:13:01.653356 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3ff382f3-ba8a-4635-9513-3feb7fa879ef req-00228736-0cd4-4ddc-a373-8b70ada046fb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1b6ff06-a651-45ca-964e-d412481c4271 HTTP/1.1" status: 200 len: 217 time: 0.0645521 Jun 23 19:13:01.684659 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ef82ba5-0930-4e86-be76-2019a11b1f09 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Router fc3da976-aec0-41a7-a60d-d8636573b496 has already been hosted by L3 agent 74079d6f-659b-43f4-8a12-30a7ece685bb {{(pid=93952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:13:01.709455 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff382f3-ba8a-4635-9513-3feb7fa879ef req-9daa31e3-ce31-4166-8ae8-90be40c65a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:13:01.710957 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3ff382f3-ba8a-4635-9513-3feb7fa879ef req-9daa31e3-ce31-4166-8ae8-90be40c65a23 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ed2e4123-a873-4352-9e10-819b47aa8267 HTTP/1.1" status: 200 len: 853 time: 0.0504770 Jun 23 19:13:01.776416 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff382f3-ba8a-4635-9513-3feb7fa879ef req-a17734a0-5442-45df-8388-e7a86f769595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:13:01.778025 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3ff382f3-ba8a-4635-9513-3feb7fa879ef req-a17734a0-5442-45df-8388-e7a86f769595 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e11519e8-7159-40a0-a52d-675d0f87c5a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0600319 Jun 23 19:13:01.802246 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef82ba5-0930-4e86-be76-2019a11b1f09 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Notify agent at l3_agent.dv-cinder-790492-6-iscsi the message routers_updated {{(pid=93952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:13:01.808570 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-8ef82ba5-0930-4e86-be76-2019a11b1f09 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064'] for floatingip, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:01.815668 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f06902-4c87-44de-afba-d55aa5758e65 None None] Sync routers for ids ['fc3da976-aec0-41a7-a60d-d8636573b496'] in dv-cinder-790492-6-iscsi {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:13:01.828598 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f06902-4c87-44de-afba-d55aa5758e65 None None] Routers {'fc3da976-aec0-41a7-a60d-d8636573b496'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:13:01.829600 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-18f06902-4c87-44de-afba-d55aa5758e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:12:33Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['fc3da976-aec0-41a7-a60d-d8636573b496'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:13:01.853059 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-8ef82ba5-0930-4e86-be76-2019a11b1f09 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "DELETE /v2.0/floatingips/4ea3fe3e-89dd-4f1f-be63-bf2a216c7258 HTTP/1.1" status: 204 len: 168 time: 1.2189827 Jun 23 19:13:01.854145 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19f4a415-61b3-489e-a00a-f8d4c6e63a93', 'tag': 'e1b6ff06-a651-45ca-964e-d412481c4271'}] {{(pid=93952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:13:01.857477 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f474d005e030a99e3f69ea981c050f81cf45b90cf2b693ec9605b6c162e4b523" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661fa0cc-a036-443e-8d2a-7e22bdb32f4c" -d '{"events": [{"name": "network-changed", "server_uuid": "19f4a415-61b3-489e-a00a-f8d4c6e63a93", "tag": "e1b6ff06-a651-45ca-964e-d412481c4271"}]}' {{(pid=93952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:13:01.894945 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3ff382f3-ba8a-4635-9513-3feb7fa879ef req-945f45c3-3be5-4857-be7c-4a882eab5d15 service neutron] 10.222.0.49 "GET /v2.0/networks/e11519e8-7159-40a0-a52d-675d0f87c5a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094286 Jun 23 19:13:01.965084 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-18f06902-4c87-44de-afba-d55aa5758e65 None None] Set router fc3da976-aec0-41a7-a60d-d8636573b496 gateway port host: dv-cinder-790492-6-iscsi {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:13:02.068726 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3ff382f3-ba8a-4635-9513-3feb7fa879ef req-1c30b007-2a49-44a2-993b-44a80efd86b7 service neutron] 10.222.0.49 "GET /v2.0/networks/e11519e8-7159-40a0-a52d-675d0f87c5a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322138 Jun 23 19:13:02.083102 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 36352) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:13:02.103293 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-80cf77d6-ebc3-4ca9-94fe-466c135d4bce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:02.228796 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-80cf77d6-ebc3-4ca9-94fe-466c135d4bce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:02.291440 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-80cf77d6-ebc3-4ca9-94fe-466c135d4bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:02.294817 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-e7286345-afe5-4a17-8320-23244e77df02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:13:02.335291 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-80cf77d6-ebc3-4ca9-94fe-466c135d4bce admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2c78dd64ab654b698aef208471cb9649&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2504423 Jun 23 19:13:02.335760 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cf77d6-ebc3-4ca9-94fe-466c135d4bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22926a00-56c7-46cd-8486-d417ffae40c8,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:13:02.337805 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 36356) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:13:02.339885 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-80cf77d6-ebc3-4ca9-94fe-466c135d4bce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:13:02.399970 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e9c9a4f4-7fb7-46e4-b38e-9daee2641c57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:02.406687 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-18f06902-4c87-44de-afba-d55aa5758e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3da976-aec0-41a7-a60d-d8636573b496', 'name': 'tempest-TestMinimumBasicScenario-480873717-router', 'tenant_id': 'f0b83467b884463caf15d0aa3a28eb04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '0862087e-e900-42d1-8e16-8e57724d9a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:09:49Z', 'updated_at': '2021-06-23T19:09:53Z', 'revision_number': 4, 'project_id': 'f0b83467b884463caf15d0aa3a28eb04', 'gw_port': {'id': '0862087e-e900-42d1-8e16-8e57724d9a0a', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3da976-aec0-41a7-a60d-d8636573b496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:09:50Z', 'updated_at': '2021-06-23T19:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi', '_interfaces': [{'id': 'f13a580a-c88e-44ae-9bbb-a78f3b48cd6f', 'name': '', 'network_id': 'e11519e8-7159-40a0-a52d-675d0f87c5a7', 'tenant_id': 'f0b83467b884463caf15d0aa3a28eb04', 'mac_address': 'fa:16:3e:cd:30:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3da976-aec0-41a7-a60d-d8636573b496', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'ed2e4123-a873-4352-9e10-819b47aa8267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:09:52Z', 'updated_at': '2021-06-23T19:10:00Z', 'revision_number': 5, 'project_id': 'f0b83467b884463caf15d0aa3a28eb04', 'subnets': [{'id': 'ed2e4123-a873-4352-9e10-819b47aa8267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:13:02.422888 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e9c9a4f4-7fb7-46e4-b38e-9daee2641c57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:02.438567 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f06902-4c87-44de-afba-d55aa5758e65 None None] Checking router: fc3da976-aec0-41a7-a60d-d8636573b496 for host: dv-cinder-790492-6-iscsi {{(pid=93954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:13:02.447035 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f06902-4c87-44de-afba-d55aa5758e65 None None] Routers {'fc3da976-aec0-41a7-a60d-d8636573b496'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:13:02.447707 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-18f06902-4c87-44de-afba-d55aa5758e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:12:33Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['fc3da976-aec0-41a7-a60d-d8636573b496'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:13:02.560865 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-18f06902-4c87-44de-afba-d55aa5758e65 None None] Set router fc3da976-aec0-41a7-a60d-d8636573b496 gateway port host: dv-cinder-790492-6-iscsi {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:13:02.562826 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e9c9a4f4-7fb7-46e4-b38e-9daee2641c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:02.565573 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e9c9a4f4-7fb7-46e4-b38e-9daee2641c57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:02.568995 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-e9c9a4f4-7fb7-46e4-b38e-9daee2641c57 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/22926a00-56c7-46cd-8486-d417ffae40c8 HTTP/1.1" status: 204 len: 168 time: 0.2256207 Jun 23 19:13:02.568995 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-1504b67c-da79-496c-95c6-101161472532 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:13:02.576433 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c9a4f4-7fb7-46e4-b38e-9daee2641c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22926a00-56c7-46cd-8486-d417ffae40c8,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:13:02.578848 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-e9c9a4f4-7fb7-46e4-b38e-9daee2641c57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:13:02.732673 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ce0387-8572-486f-85a4-7d1655438351 x-openstack-request-id: req-47ce0387-8572-486f-85a4-7d1655438351 {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:13:02.732673 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19f4a415-61b3-489e-a00a-f8d4c6e63a93", "tag": "e1b6ff06-a651-45ca-964e-d412481c4271", "status": "completed", "code": 200}]} {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:13:02.732673 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-47ce0387-8572-486f-85a4-7d1655438351 {{(pid=93952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:13:02.733588 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19f4a415-61b3-489e-a00a-f8d4c6e63a93', 'tag': 'e1b6ff06-a651-45ca-964e-d412481c4271', 'status': 'completed', 'code': 200} Jun 23 19:13:02.792392 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-18f06902-4c87-44de-afba-d55aa5758e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3da976-aec0-41a7-a60d-d8636573b496', 'name': 'tempest-TestMinimumBasicScenario-480873717-router', 'tenant_id': 'f0b83467b884463caf15d0aa3a28eb04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '0862087e-e900-42d1-8e16-8e57724d9a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:09:49Z', 'updated_at': '2021-06-23T19:09:53Z', 'revision_number': 4, 'project_id': 'f0b83467b884463caf15d0aa3a28eb04', 'gw_port': {'id': '0862087e-e900-42d1-8e16-8e57724d9a0a', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3da976-aec0-41a7-a60d-d8636573b496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:09:50Z', 'updated_at': '2021-06-23T19:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi', '_interfaces': [{'id': 'f13a580a-c88e-44ae-9bbb-a78f3b48cd6f', 'name': '', 'network_id': 'e11519e8-7159-40a0-a52d-675d0f87c5a7', 'tenant_id': 'f0b83467b884463caf15d0aa3a28eb04', 'mac_address': 'fa:16:3e:cd:30:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3da976-aec0-41a7-a60d-d8636573b496', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'ed2e4123-a873-4352-9e10-819b47aa8267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:09:52Z', 'updated_at': '2021-06-23T19:10:00Z', 'revision_number': 5, 'project_id': 'f0b83467b884463caf15d0aa3a28eb04', 'subnets': [{'id': 'ed2e4123-a873-4352-9e10-819b47aa8267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:13:02.828379 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f06902-4c87-44de-afba-d55aa5758e65 None None] The sync data for ids ['fc3da976-aec0-41a7-a60d-d8636573b496'] in dv-cinder-790492-6-iscsi is: [{'id': 'fc3da976-aec0-41a7-a60d-d8636573b496', 'name': 'tempest-TestMinimumBasicScenario-480873717-router', 'tenant_id': 'f0b83467b884463caf15d0aa3a28eb04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '0862087e-e900-42d1-8e16-8e57724d9a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:09:49Z', 'updated_at': '2021-06-23T19:09:53Z', 'revision_number': 4, 'project_id': 'f0b83467b884463caf15d0aa3a28eb04', 'gw_port': {'id': '0862087e-e900-42d1-8e16-8e57724d9a0a', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3da976-aec0-41a7-a60d-d8636573b496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:09:50Z', 'updated_at': '2021-06-23T19:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi', '_interfaces': [{'id': 'f13a580a-c88e-44ae-9bbb-a78f3b48cd6f', 'name': '', 'network_id': 'e11519e8-7159-40a0-a52d-675d0f87c5a7', 'tenant_id': 'f0b83467b884463caf15d0aa3a28eb04', 'mac_address': 'fa:16:3e:cd:30:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3da976-aec0-41a7-a60d-d8636573b496', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'ed2e4123-a873-4352-9e10-819b47aa8267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:09:52Z', 'updated_at': '2021-06-23T19:10:00Z', 'revision_number': 5, 'project_id': 'f0b83467b884463caf15d0aa3a28eb04', 'subnets': [{'id': 'ed2e4123-a873-4352-9e10-819b47aa8267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:13:02.863943 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661fa0cc-a036-443e-8d2a-7e22bdb32f4c req-d06c47cf-bba5-4d77-bb72-92e7a1f19f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:13:02.864578 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-661fa0cc-a036-443e-8d2a-7e22bdb32f4c req-d06c47cf-bba5-4d77-bb72-92e7a1f19f2b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f0b83467b884463caf15d0aa3a28eb04&device_id=19f4a415-61b3-489e-a00a-f8d4c6e63a93 HTTP/1.1" status: 200 len: 1099 time: 0.0801673 Jun 23 19:13:02.940285 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-226c803a-dee7-4eb6-8559-8ca7900158ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:02.994630 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661fa0cc-a036-443e-8d2a-7e22bdb32f4c req-8c67d429-80ec-4e32-accf-6e4078f74240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:13:02.997363 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-661fa0cc-a036-443e-8d2a-7e22bdb32f4c req-8c67d429-80ec-4e32-accf-6e4078f74240 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e11519e8-7159-40a0-a52d-675d0f87c5a7 HTTP/1.1" status: 200 len: 915 time: 0.1243591 Jun 23 19:13:02.998073 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:03.048341 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-661fa0cc-a036-443e-8d2a-7e22bdb32f4c req-c77d33b4-e15a-4b16-984a-ce39ddb16b5e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1b6ff06-a651-45ca-964e-d412481c4271 HTTP/1.1" status: 200 len: 217 time: 0.0400748 Jun 23 19:13:03.117454 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661fa0cc-a036-443e-8d2a-7e22bdb32f4c req-538970a1-e86d-4362-be78-5f9ffae87fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:13:03.118418 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-661fa0cc-a036-443e-8d2a-7e22bdb32f4c req-538970a1-e86d-4362-be78-5f9ffae87fe0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ed2e4123-a873-4352-9e10-819b47aa8267 HTTP/1.1" status: 200 len: 853 time: 0.0601304 Jun 23 19:13:03.170697 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d53e28c-bdfe-4122-8d78-ef8ff6ab95c5 None None] New status for floating IP 4ea3fe3e-89dd-4f1f-be63-bf2a216c7258: DOWN {{(pid=93955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 19:13:03.181471 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661fa0cc-a036-443e-8d2a-7e22bdb32f4c req-93735dc8-b744-4567-bb33-7864f4e26ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:13:03.183031 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-661fa0cc-a036-443e-8d2a-7e22bdb32f4c req-93735dc8-b744-4567-bb33-7864f4e26ac4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e11519e8-7159-40a0-a52d-675d0f87c5a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0566039 Jun 23 19:13:03.302483 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-661fa0cc-a036-443e-8d2a-7e22bdb32f4c req-9dd840a0-c8eb-4422-a30d-a9819df7752f service neutron] 10.222.0.49 "GET /v2.0/networks/e11519e8-7159-40a0-a52d-675d0f87c5a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064725 Jun 23 19:13:03.395037 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-661fa0cc-a036-443e-8d2a-7e22bdb32f4c req-24fe302c-c57d-4d75-8c61-2b996b83fd8f service neutron] 10.222.0.49 "GET /v2.0/networks/e11519e8-7159-40a0-a52d-675d0f87c5a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844512 Jun 23 19:13:04.123344 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-36873b57-c469-4164-8152-400a4dc72ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:05.403745 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0dfa02b7-e69b-42f9-a1c6-d55a29ea84e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:07.353350 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be40ef0-f5dc-400f-954a-6e928a4f356b req-2bb82577-095f-476d-82cb-14a31c800c1a tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:13:07.354894 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9be40ef0-f5dc-400f-954a-6e928a4f356b req-2bb82577-095f-476d-82cb-14a31c800c1a tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/ports?device_id=19f4a415-61b3-489e-a00a-f8d4c6e63a93 HTTP/1.1" status: 200 len: 946 time: 0.0630774 Jun 23 19:13:07.398980 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9be40ef0-f5dc-400f-954a-6e928a4f356b req-85c0ba09-9fe2-4123-9bf9-3379f4891fba tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/security-groups?id=41b63a3d-6b98-489d-873d-5f8a706d78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377078 Jun 23 19:13:08.570935 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed9cc44-17df-4d55-985f-1559de5518ac req-396b634f-1ac8-4130-b3b2-ffb883708129 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:13:08.572406 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3ed9cc44-17df-4d55-985f-1559de5518ac req-396b634f-1ac8-4130-b3b2-ffb883708129 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/ports?device_id=19f4a415-61b3-489e-a00a-f8d4c6e63a93 HTTP/1.1" status: 200 len: 946 time: 0.0617151 Jun 23 19:13:08.609243 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3ed9cc44-17df-4d55-985f-1559de5518ac req-e1d59089-12ef-4837-87f8-f96bf094bfa9 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/security-groups?id=41b63a3d-6b98-489d-873d-5f8a706d78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312674 Jun 23 19:13:09.650174 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02203489-b557-490c-9094-af25d0d51bef req-fc9904e2-e94e-4bbf-9354-7d9a20cdd6d7 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:13:09.651965 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-02203489-b557-490c-9094-af25d0d51bef req-fc9904e2-e94e-4bbf-9354-7d9a20cdd6d7 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.49 "GET /v2.0/ports?device_id=19f4a415-61b3-489e-a00a-f8d4c6e63a93 HTTP/1.1" status: 200 len: 946 time: 0.0653913 Jun 23 19:13:09.805494 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [req-02203489-b557-490c-9094-af25d0d51bef req-bdd8fd48-92bb-46be-9125-3cacb9800978 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Deleting port e1b6ff06-a651-45ca-964e-d412481c4271 {{(pid=93953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:13:09.805835 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-02203489-b557-490c-9094-af25d0d51bef req-bdd8fd48-92bb-46be-9125-3cacb9800978 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745549706015'] for port, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:09.836667 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa6637-40e2-409b-bd0d-6c88f88dac07 req-879bb5e2-c955-4675-aabb-baa127b19b1a tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:13:09.838112 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a2fa6637-40e2-409b-bd0d-6c88f88dac07 req-879bb5e2-c955-4675-aabb-baa127b19b1a tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/ports?device_id=19f4a415-61b3-489e-a00a-f8d4c6e63a93 HTTP/1.1" status: 200 len: 946 time: 0.0991740 Jun 23 19:13:09.919896 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a2fa6637-40e2-409b-bd0d-6c88f88dac07 req-268e6d5b-acdb-4840-b30b-251a1b5b3cd2 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/security-groups?id=41b63a3d-6b98-489d-873d-5f8a706d78b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516744 Jun 23 19:13:09.930903 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-02203489-b557-490c-9094-af25d0d51bef req-bdd8fd48-92bb-46be-9125-3cacb9800978 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] For port e1b6ff06-a651-45ca-964e-d412481c4271, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=e1b6ff06-a651-45ca-964e-d412481c4271,segment=NetworkSegment(06f030b8-92aa-4704-905c-d54ec014c332),segment_id=06f030b8-92aa-4704-905c-d54ec014c332)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:13:09.931264 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-02203489-b557-490c-9094-af25d0d51bef req-bdd8fd48-92bb-46be-9125-3cacb9800978 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710932'] for port, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:09.944125 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [req-02203489-b557-490c-9094-af25d0d51bef req-bdd8fd48-92bb-46be-9125-3cacb9800978 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Calling delete_port for e1b6ff06-a651-45ca-964e-d412481c4271 owned by compute:nova {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:13:10.166222 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-02203489-b557-490c-9094-af25d0d51bef req-bdd8fd48-92bb-46be-9125-3cacb9800978 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745549710641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745549236134'] for port, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:10.170598 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-5f097a57-66da-4646-a0a8-eceb4dd66bd0 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:13:10.195759 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd8fd48-92bb-46be-9125-3cacb9800978 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Pushing event deleted for resources: {'Port': ['ID=e1b6ff06-a651-45ca-964e-d412481c4271,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:13:10.207639 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd8fd48-92bb-46be-9125-3cacb9800978 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:13:10.208024 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd8fd48-92bb-46be-9125-3cacb9800978 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:13:10.208397 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd8fd48-92bb-46be-9125-3cacb9800978 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:13:10.208760 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd8fd48-92bb-46be-9125-3cacb9800978 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:13:10.209128 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd8fd48-92bb-46be-9125-3cacb9800978 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:13:10.209489 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd8fd48-92bb-46be-9125-3cacb9800978 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:13:10.209848 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd8fd48-92bb-46be-9125-3cacb9800978 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:13:10.210205 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd8fd48-92bb-46be-9125-3cacb9800978 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:13:10.210616 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd8fd48-92bb-46be-9125-3cacb9800978 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:13:10.210986 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd8fd48-92bb-46be-9125-3cacb9800978 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:13:10.211337 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd8fd48-92bb-46be-9125-3cacb9800978 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:13:10.211768 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd8fd48-92bb-46be-9125-3cacb9800978 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:13:10.214948 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] get_ports_and_sgs() called for port_ids ['e1b6ff06-a651-45ca-964e-d412481c4271'] {{(pid=93954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:13:10.230211 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-bdd8fd48-92bb-46be-9125-3cacb9800978 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:13:10.252091 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [req-02203489-b557-490c-9094-af25d0d51bef req-bdd8fd48-92bb-46be-9125-3cacb9800978 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] No DVR routers for this DVR port e1b6ff06-a651-45ca-964e-d412481c4271 on host hv-cinder-79049 {{(pid=93953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:13:10.254646 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-02203489-b557-490c-9094-af25d0d51bef req-bdd8fd48-92bb-46be-9125-3cacb9800978 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:10.256699 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-02203489-b557-490c-9094-af25d0d51bef req-bdd8fd48-92bb-46be-9125-3cacb9800978 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.49 "DELETE /v2.0/ports/e1b6ff06-a651-45ca-964e-d412481c4271 HTTP/1.1" status: 204 len: 173 time: 0.5927451 Jun 23 19:13:10.257245 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19f4a415-61b3-489e-a00a-f8d4c6e63a93', 'name': 'network-vif-deleted', 'tag': 'e1b6ff06-a651-45ca-964e-d412481c4271'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:13:10.259646 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8902aeace0540733bba5a146bce723956a3312b5b25ae011a73fc84317b4d28a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ce3389-5605-4864-bdd8-47136cb8e0d4" -d '{"events": [{"server_uuid": "19f4a415-61b3-489e-a00a-f8d4c6e63a93", "name": "network-vif-deleted", "tag": "e1b6ff06-a651-45ca-964e-d412481c4271"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:13:10.295975 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b34e5a20-e268-4a4d-a056-92caea06a4bd x-openstack-request-id: req-b34e5a20-e268-4a4d-a056-92caea06a4bd {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:13:10.296306 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19f4a415-61b3-489e-a00a-f8d4c6e63a93", "name": "network-vif-deleted", "tag": "e1b6ff06-a651-45ca-964e-d412481c4271", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:13:10.296596 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b34e5a20-e268-4a4d-a056-92caea06a4bd {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:13:10.297030 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19f4a415-61b3-489e-a00a-f8d4c6e63a93', 'name': 'network-vif-deleted', 'tag': 'e1b6ff06-a651-45ca-964e-d412481c4271', 'status': 'completed', 'code': 200} Jun 23 19:13:11.077963 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f205cc1b-96b9-4dfb-996a-e73b252a746d req-77d6799b-0a14-4d7f-a793-4bde12cb29c6 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] 10.222.0.69 "GET /v2.0/ports?device_id=19f4a415-61b3-489e-a00a-f8d4c6e63a93 HTTP/1.1" status: 200 len: 210 time: 0.0290132 Jun 23 19:13:12.660349 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device e1b6ff06-a651-45ca-964e-d412481c4271 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:13:12.685922 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] No Port match for: e1b6ff06-a651-45ca-964e-d412481c4271 {{(pid=93954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:13:12.686217 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device e1b6ff06-a651-45ca-964e-d412481c4271 not bound to the agent host hv-cinder-79049 {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:13:13.818802 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 36562) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:13:14.162089 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-a6b8109f-d63e-4024-af76-0dcd555589fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3721979'] for router_interface, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:14.679006 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-a6b8109f-d63e-4024-af76-0dcd555589fd admin admin] Deleting port f13a580a-c88e-44ae-9bbb-a78f3b48cd6f {{(pid=93953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:13:14.679341 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-a6b8109f-d63e-4024-af76-0dcd555589fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745549706015'] for port, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:14.761486 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-a6b8109f-d63e-4024-af76-0dcd555589fd admin admin] For port f13a580a-c88e-44ae-9bbb-a78f3b48cd6f, host dv-cinder-790492-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=f13a580a-c88e-44ae-9bbb-a78f3b48cd6f,segment=NetworkSegment(06f030b8-92aa-4704-905c-d54ec014c332),segment_id=06f030b8-92aa-4704-905c-d54ec014c332)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:13:14.761834 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-a6b8109f-d63e-4024-af76-0dcd555589fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710932'] for port, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:14.773822 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-a6b8109f-d63e-4024-af76-0dcd555589fd admin admin] Calling delete_port for f13a580a-c88e-44ae-9bbb-a78f3b48cd6f owned by network:router_interface {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:13:15.048521 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-a6b8109f-d63e-4024-af76-0dcd555589fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745549710641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745549236134'] for port, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:15.050739 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-1e52c786-074f-4ff3-903b-586ab669879f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:13:15.074130 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b8109f-d63e-4024-af76-0dcd555589fd admin admin] Pushing event deleted for resources: {'Port': ['ID=f13a580a-c88e-44ae-9bbb-a78f3b48cd6f,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:13:15.077257 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-a6b8109f-d63e-4024-af76-0dcd555589fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:13:15.210879 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-a6b8109f-d63e-4024-af76-0dcd555589fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3705355'] for router_interface, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:15.422044 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6b8109f-d63e-4024-af76-0dcd555589fd admin admin] Router fc3da976-aec0-41a7-a60d-d8636573b496 has already been hosted by L3 agent 74079d6f-659b-43f4-8a12-30a7ece685bb {{(pid=93953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:13:15.526437 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b8109f-d63e-4024-af76-0dcd555589fd admin admin] Notify agent at l3_agent.dv-cinder-790492-6-iscsi the message routers_updated {{(pid=93953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:13:15.534728 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-a6b8109f-d63e-4024-af76-0dcd555589fd admin admin] 10.222.0.69 "PUT /v2.0/routers/fc3da976-aec0-41a7-a60d-d8636573b496/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7120423 Jun 23 19:13:15.535032 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 36574) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:13:15.535882 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e656b4c-6799-40b6-8bc4-489a1c59e1a3 None None] Sync routers for ids ['fc3da976-aec0-41a7-a60d-d8636573b496'] in dv-cinder-790492-6-iscsi {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:13:15.544841 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e656b4c-6799-40b6-8bc4-489a1c59e1a3 None None] Routers {'fc3da976-aec0-41a7-a60d-d8636573b496'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:13:15.545468 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-2e656b4c-6799-40b6-8bc4-489a1c59e1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:13:03Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['fc3da976-aec0-41a7-a60d-d8636573b496'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:13:15.636149 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-8c8c271e-317a-4527-a7da-6571e7a40ab4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:15.649636 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-2e656b4c-6799-40b6-8bc4-489a1c59e1a3 None None] Set router fc3da976-aec0-41a7-a60d-d8636573b496 gateway port host: dv-cinder-790492-6-iscsi {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:13:15.735122 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-8c8c271e-317a-4527-a7da-6571e7a40ab4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:15.823854 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-2e656b4c-6799-40b6-8bc4-489a1c59e1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3da976-aec0-41a7-a60d-d8636573b496', 'name': 'tempest-TestMinimumBasicScenario-480873717-router', 'tenant_id': 'f0b83467b884463caf15d0aa3a28eb04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '0862087e-e900-42d1-8e16-8e57724d9a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:09:49Z', 'updated_at': '2021-06-23T19:13:14Z', 'revision_number': 5, 'project_id': 'f0b83467b884463caf15d0aa3a28eb04', 'gw_port': {'id': '0862087e-e900-42d1-8e16-8e57724d9a0a', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3da976-aec0-41a7-a60d-d8636573b496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:09:50Z', 'updated_at': '2021-06-23T19:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi'}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:13:15.850715 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e656b4c-6799-40b6-8bc4-489a1c59e1a3 None None] Checking router: fc3da976-aec0-41a7-a60d-d8636573b496 for host: dv-cinder-790492-6-iscsi {{(pid=93954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:13:15.859107 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e656b4c-6799-40b6-8bc4-489a1c59e1a3 None None] Routers {'fc3da976-aec0-41a7-a60d-d8636573b496'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:13:15.859749 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-2e656b4c-6799-40b6-8bc4-489a1c59e1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:13:03Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['fc3da976-aec0-41a7-a60d-d8636573b496'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:13:15.876346 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [None req-8c8c271e-317a-4527-a7da-6571e7a40ab4 admin admin] Deleting port 0862087e-e900-42d1-8e16-8e57724d9a0a {{(pid=93952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:13:15.876686 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-8c8c271e-317a-4527-a7da-6571e7a40ab4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745549706015'] for port, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:15.945935 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-2e656b4c-6799-40b6-8bc4-489a1c59e1a3 None None] Set router fc3da976-aec0-41a7-a60d-d8636573b496 gateway port host: None {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:13:15.957149 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-8c8c271e-317a-4527-a7da-6571e7a40ab4 admin admin] For port 0862087e-e900-42d1-8e16-8e57724d9a0a, host dv-cinder-790492-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=0862087e-e900-42d1-8e16-8e57724d9a0a,segment=NetworkSegment(5f51114a-3dae-4d84-91d9-b7c41a4d9224),segment_id=5f51114a-3dae-4d84-91d9-b7c41a4d9224)] {{(pid=93952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:13:15.957514 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-8c8c271e-317a-4527-a7da-6571e7a40ab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710932'] for port, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:15.971303 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [None req-8c8c271e-317a-4527-a7da-6571e7a40ab4 admin admin] Calling delete_port for 0862087e-e900-42d1-8e16-8e57724d9a0a owned by network:router_gateway {{(pid=93952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:13:16.007158 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-2e656b4c-6799-40b6-8bc4-489a1c59e1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3da976-aec0-41a7-a60d-d8636573b496', 'name': 'tempest-TestMinimumBasicScenario-480873717-router', 'tenant_id': 'f0b83467b884463caf15d0aa3a28eb04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:09:49Z', 'updated_at': '2021-06-23T19:13:15Z', 'revision_number': 6, 'project_id': 'f0b83467b884463caf15d0aa3a28eb04', 'gw_port_host': None}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:13:16.031279 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e656b4c-6799-40b6-8bc4-489a1c59e1a3 None None] The sync data for ids ['fc3da976-aec0-41a7-a60d-d8636573b496'] in dv-cinder-790492-6-iscsi is: [{'id': 'fc3da976-aec0-41a7-a60d-d8636573b496', 'name': 'tempest-TestMinimumBasicScenario-480873717-router', 'tenant_id': 'f0b83467b884463caf15d0aa3a28eb04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:09:49Z', 'updated_at': '2021-06-23T19:13:15Z', 'revision_number': 6, 'project_id': 'f0b83467b884463caf15d0aa3a28eb04', 'gw_port_host': None}] {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:13:16.431146 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-8c8c271e-317a-4527-a7da-6571e7a40ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745549710641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745549236134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26440031'] for port, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:16.433605 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:13:16.439504 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device f13a580a-c88e-44ae-9bbb-a78f3b48cd6f no longer exists at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:13:16.458470 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] No Port match for: f13a580a-c88e-44ae-9bbb-a78f3b48cd6f {{(pid=93954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:13:16.458823 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device f13a580a-c88e-44ae-9bbb-a78f3b48cd6f not bound to the agent host dv-cinder-790492-6-iscsi {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:13:16.462689 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8c271e-317a-4527-a7da-6571e7a40ab4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0862087e-e900-42d1-8e16-8e57724d9a0a,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:13:16.466411 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-8c8c271e-317a-4527-a7da-6571e7a40ab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:13:16.527982 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-8c8c271e-317a-4527-a7da-6571e7a40ab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3708830'] for router_gateway, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:16.640027 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-8c8c271e-317a-4527-a7da-6571e7a40ab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5699'] for router, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:16.642616 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-8c8c271e-317a-4527-a7da-6571e7a40ab4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:16.802780 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-8c8c271e-317a-4527-a7da-6571e7a40ab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3705840'] for router, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:16.803349 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c8c271e-317a-4527-a7da-6571e7a40ab4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc3da976-aec0-41a7-a60d-d8636573b496 {{(pid=93952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 19:13:16.808672 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-8c8c271e-317a-4527-a7da-6571e7a40ab4 admin admin] Notify callbacks [] for router, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:16.809804 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-8c8c271e-317a-4527-a7da-6571e7a40ab4 admin admin] 10.222.0.69 "DELETE /v2.0/routers/fc3da976-aec0-41a7-a60d-d8636573b496 HTTP/1.1" status: 204 len: 168 time: 1.2737844 Jun 23 19:13:16.812481 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 36580) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:13:16.856392 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.db.db_base_plugin_v2 [None req-99c860c6-da97-43ae-925d-e0327d762a4c admin admin] Deleting subnet ed2e4123-a873-4352-9e10-819b47aa8267 {{(pid=93952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 19:13:16.859406 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-99c860c6-da97-43ae-925d-e0327d762a4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:16.897264 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-99c860c6-da97-43ae-925d-e0327d762a4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25525077'] for subnet, precommit_delete_associations {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:17.005341 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-99c860c6-da97-43ae-925d-e0327d762a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884468'] for subnet, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:17.157218 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-99c860c6-da97-43ae-925d-e0327d762a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26439957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26574776'] for subnet, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:17.159664 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:13:17.185575 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:17.186183 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c860c6-da97-43ae-925d-e0327d762a4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed2e4123-a873-4352-9e10-819b47aa8267,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:13:17.188708 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-99c860c6-da97-43ae-925d-e0327d762a4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:13:17.191307 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-99c860c6-da97-43ae-925d-e0327d762a4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770935'] for subnet, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:17.193330 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-99c860c6-da97-43ae-925d-e0327d762a4c admin admin] 10.222.0.69 "DELETE /v2.0/subnets/ed2e4123-a873-4352-9e10-819b47aa8267 HTTP/1.1" status: 204 len: 168 time: 0.3799429 Jun 23 19:13:17.195973 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 36584) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:13:17.197037 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99405e92-f078-44ad-b2b3-ce381d39fedd None None] Network e11519e8-7159-40a0-a52d-675d0f87c5a7 requested from dv-cinder-790492-6-iscsi {{(pid=93954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:13:17.264029 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a02b7917-2ec6-4cc0-89bd-abb0e768407c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-959346'] for network, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:17.320729 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [None req-a02b7917-2ec6-4cc0-89bd-abb0e768407c admin admin] Deleting port 36a74fb7-4dc3-4e6d-85a9-c7f6b9366c8f {{(pid=93952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:13:17.321107 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a02b7917-2ec6-4cc0-89bd-abb0e768407c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745549706015'] for port, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:17.385451 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-a02b7917-2ec6-4cc0-89bd-abb0e768407c admin admin] For port 36a74fb7-4dc3-4e6d-85a9-c7f6b9366c8f, host dv-cinder-790492-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=36a74fb7-4dc3-4e6d-85a9-c7f6b9366c8f,segment=NetworkSegment(06f030b8-92aa-4704-905c-d54ec014c332),segment_id=06f030b8-92aa-4704-905c-d54ec014c332)] {{(pid=93952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:13:17.385870 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a02b7917-2ec6-4cc0-89bd-abb0e768407c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710932'] for port, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:17.390017 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fd026b-65c8-4ce7-8ab8-4335161d788a None None] DHCP port deletion for e11519e8-7159-40a0-a52d-675d0f87c5a7 request from dv-cinder-790492-6-iscsi {{(pid=93954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 19:13:17.399909 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [None req-a02b7917-2ec6-4cc0-89bd-abb0e768407c admin admin] Calling delete_port for 36a74fb7-4dc3-4e6d-85a9-c7f6b9366c8f owned by network:dhcp {{(pid=93952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:13:17.437573 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-b2fd026b-65c8-4ce7-8ab8-4335161d788a None None] Deleting port 36a74fb7-4dc3-4e6d-85a9-c7f6b9366c8f {{(pid=93954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:13:17.437867 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-b2fd026b-65c8-4ce7-8ab8-4335161d788a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745549706015'] for port, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:17.505674 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-b2fd026b-65c8-4ce7-8ab8-4335161d788a None None] For port 36a74fb7-4dc3-4e6d-85a9-c7f6b9366c8f, host dv-cinder-790492-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=36a74fb7-4dc3-4e6d-85a9-c7f6b9366c8f,segment=NetworkSegment(06f030b8-92aa-4704-905c-d54ec014c332),segment_id=06f030b8-92aa-4704-905c-d54ec014c332)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:13:17.506109 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-b2fd026b-65c8-4ce7-8ab8-4335161d788a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710932'] for port, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:17.521784 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-b2fd026b-65c8-4ce7-8ab8-4335161d788a None None] Calling delete_port for 36a74fb7-4dc3-4e6d-85a9-c7f6b9366c8f owned by network:dhcp {{(pid=93954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:13:17.554496 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a02b7917-2ec6-4cc0-89bd-abb0e768407c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745549710641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745549236134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26440031'] for port, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:17.556690 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-114a204e-a975-4516-9300-a555591a887a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:13:17.580404 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02b7917-2ec6-4cc0-89bd-abb0e768407c admin admin] Pushing event deleted for resources: {'Port': ['ID=36a74fb7-4dc3-4e6d-85a9-c7f6b9366c8f,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:13:17.583464 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-a02b7917-2ec6-4cc0-89bd-abb0e768407c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:13:17.584228 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02b7917-2ec6-4cc0-89bd-abb0e768407c admin admin] No DVR routers for this DVR port 36a74fb7-4dc3-4e6d-85a9-c7f6b9366c8f on host dv-cinder-790492-6-iscsi {{(pid=93952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:13:17.648717 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-b2fd026b-65c8-4ce7-8ab8-4335161d788a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745549710641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745549236134'] for port, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:17.651037 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:13:17.656465 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a02b7917-2ec6-4cc0-89bd-abb0e768407c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883321', 'neutron.services.segments.db._delete_segments_for_network-8745549744415'] for network, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:17.666284 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.services.segments.db [None req-a02b7917-2ec6-4cc0-89bd-abb0e768407c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e11519e8-7159-40a0-a52d-675d0f87c5a7']}} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:13:17.675670 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fd026b-65c8-4ce7-8ab8-4335161d788a None None] Pushing event deleted for resources: {'Port': ['ID=36a74fb7-4dc3-4e6d-85a9-c7f6b9366c8f,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:13:17.676222 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.services.segments.db [None req-a02b7917-2ec6-4cc0-89bd-abb0e768407c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06f030b8-92aa-4704-905c-d54ec014c332') {'for_net_delete': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:13:17.676479 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.services.segments.db [None req-a02b7917-2ec6-4cc0-89bd-abb0e768407c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06f030b8-92aa-4704-905c-d54ec014c332') {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:13:17.681447 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fd026b-65c8-4ce7-8ab8-4335161d788a None None] No DVR routers for this DVR port 36a74fb7-4dc3-4e6d-85a9-c7f6b9366c8f on host dv-cinder-790492-6-iscsi {{(pid=93954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:13:17.686219 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a02b7917-2ec6-4cc0-89bd-abb0e768407c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745549732078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25525066'] for segment, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:17.690950 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fd026b-65c8-4ce7-8ab8-4335161d788a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:13:17.691346 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fd026b-65c8-4ce7-8ab8-4335161d788a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:13:17.691775 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fd026b-65c8-4ce7-8ab8-4335161d788a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:13:17.692633 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fd026b-65c8-4ce7-8ab8-4335161d788a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:13:17.692633 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fd026b-65c8-4ce7-8ab8-4335161d788a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:13:17.694279 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fd026b-65c8-4ce7-8ab8-4335161d788a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:13:17.694279 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fd026b-65c8-4ce7-8ab8-4335161d788a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:13:17.694279 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fd026b-65c8-4ce7-8ab8-4335161d788a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:13:17.694279 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fd026b-65c8-4ce7-8ab8-4335161d788a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:13:17.694279 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fd026b-65c8-4ce7-8ab8-4335161d788a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:13:17.695015 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fd026b-65c8-4ce7-8ab8-4335161d788a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:13:17.695664 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fd026b-65c8-4ce7-8ab8-4335161d788a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:13:17.701144 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-b2fd026b-65c8-4ce7-8ab8-4335161d788a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:13:17.702115 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a02b7917-2ec6-4cc0-89bd-abb0e768407c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886977'] for segment, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:17.708957 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a02b7917-2ec6-4cc0-89bd-abb0e768407c admin admin] Releasing vlan 925 on physical network physnet1 to pool {{(pid=93952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 19:13:17.709412 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a02b7917-2ec6-4cc0-89bd-abb0e768407c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26440072'] for segment, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:17.711210 dv-cinder-790492-6-iscsi neutron-server[93952]: Traceback (most recent call last): Jun 23 19:13:17.711210 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 19:13:17.711210 dv-cinder-790492-6-iscsi neutron-server[93952]: timer() Jun 23 19:13:17.711210 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 19:13:17.711210 dv-cinder-790492-6-iscsi neutron-server[93952]: cb(*args, **kw) Jun 23 19:13:17.711210 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 19:13:17.711210 dv-cinder-790492-6-iscsi neutron-server[93952]: return func(*args, **kwargs) Jun 23 19:13:17.711210 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 19:13:17.711210 dv-cinder-790492-6-iscsi neutron-server[93952]: self._notify() Jun 23 19:13:17.711210 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 19:13:17.711210 dv-cinder-790492-6-iscsi neutron-server[93952]: self.callback(batched_events) Jun 23 19:13:17.711210 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 19:13:17.711210 dv-cinder-790492-6-iscsi neutron-server[93952]: event.method(event) Jun 23 19:13:17.711210 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 19:13:17.711210 dv-cinder-790492-6-iscsi neutron-server[93952]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 19:13:17.711210 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 19:13:17.711210 dv-cinder-790492-6-iscsi neutron-server[93952]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 19:13:17.711210 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 19:13:17.711210 dv-cinder-790492-6-iscsi neutron-server[93952]: return f(self, *a, **k) Jun 23 19:13:17.711210 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 19:13:17.711210 dv-cinder-790492-6-iscsi neutron-server[93952]: return self._get(url).json() Jun 23 19:13:17.711210 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 19:13:17.711210 dv-cinder-790492-6-iscsi neutron-server[93952]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 19:13:17.711210 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 19:13:17.711210 dv-cinder-790492-6-iscsi neutron-server[93952]: return self.request(url, 'GET', **kwargs) Jun 23 19:13:17.711210 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 19:13:17.711210 dv-cinder-790492-6-iscsi neutron-server[93952]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 19:13:17.711210 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 19:13:17.711210 dv-cinder-790492-6-iscsi neutron-server[93952]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 19:13:17.711210 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 19:13:17.711210 dv-cinder-790492-6-iscsi neutron-server[93952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 19:13:17.711210 dv-cinder-790492-6-iscsi neutron-server[93952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 19:13:17.870981 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a02b7917-2ec6-4cc0-89bd-abb0e768407c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3862688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3708783'] for network, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:17.875178 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-aa606db6-e378-4ada-960f-f50cec4d0c84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:13:17.879160 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a02b7917-2ec6-4cc0-89bd-abb0e768407c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770935'] for network, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:17.881122 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-a02b7917-2ec6-4cc0-89bd-abb0e768407c admin admin] 10.222.0.69 "DELETE /v2.0/networks/e11519e8-7159-40a0-a52d-675d0f87c5a7 HTTP/1.1" status: 204 len: 168 time: 0.6841052 Jun 23 19:13:17.884413 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 36590) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:13:17.891024 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02b7917-2ec6-4cc0-89bd-abb0e768407c admin admin] Pushing event deleted for resources: {'Network': ['ID=e11519e8-7159-40a0-a52d-675d0f87c5a7,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:13:17.893495 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-a02b7917-2ec6-4cc0-89bd-abb0e768407c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:13:18.224137 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-ef8c5848-25c1-43ca-a76b-dac17db1082d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3721979'] for router_interface, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:18.280604 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device 0862087e-e900-42d1-8e16-8e57724d9a0a no longer exists at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:13:18.301763 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] No Port match for: 0862087e-e900-42d1-8e16-8e57724d9a0a {{(pid=93954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:13:18.302114 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device 0862087e-e900-42d1-8e16-8e57724d9a0a not bound to the agent host dv-cinder-790492-6-iscsi {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:13:18.302595 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device 36a74fb7-4dc3-4e6d-85a9-c7f6b9366c8f no longer exists at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:13:18.321109 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] No Port match for: 36a74fb7-4dc3-4e6d-85a9-c7f6b9366c8f {{(pid=93954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:13:18.321287 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device 36a74fb7-4dc3-4e6d-85a9-c7f6b9366c8f not bound to the agent host dv-cinder-790492-6-iscsi {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:13:18.499553 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-ef8c5848-25c1-43ca-a76b-dac17db1082d admin admin] Deleting port a9adabdd-1f9d-4111-b7cd-deb17a0f5291 {{(pid=93953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:13:18.499809 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-ef8c5848-25c1-43ca-a76b-dac17db1082d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745549706015'] for port, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:18.584195 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-ef8c5848-25c1-43ca-a76b-dac17db1082d admin admin] For port a9adabdd-1f9d-4111-b7cd-deb17a0f5291, host dv-cinder-790492-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=a9adabdd-1f9d-4111-b7cd-deb17a0f5291,segment=NetworkSegment(7fce9a06-9448-4c98-a1e4-1a0d99af2ba8),segment_id=7fce9a06-9448-4c98-a1e4-1a0d99af2ba8)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:13:18.584560 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-ef8c5848-25c1-43ca-a76b-dac17db1082d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710932'] for port, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:18.597392 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-ef8c5848-25c1-43ca-a76b-dac17db1082d admin admin] Calling delete_port for a9adabdd-1f9d-4111-b7cd-deb17a0f5291 owned by network:router_interface {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:13:18.874958 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-ef8c5848-25c1-43ca-a76b-dac17db1082d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745549710641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745549236134'] for port, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:18.878103 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-7b55d0b9-6cf5-41e4-a13a-fb84f80191e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:13:18.906763 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8c5848-25c1-43ca-a76b-dac17db1082d admin admin] Pushing event deleted for resources: {'Port': ['ID=a9adabdd-1f9d-4111-b7cd-deb17a0f5291,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:13:18.906763 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-ef8c5848-25c1-43ca-a76b-dac17db1082d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:13:19.031102 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-ef8c5848-25c1-43ca-a76b-dac17db1082d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3705355'] for router_interface, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:19.242093 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef8c5848-25c1-43ca-a76b-dac17db1082d admin admin] Router 44f21225-ad5f-4ca2-aac9-40824f4070d3 has already been hosted by L3 agent 74079d6f-659b-43f4-8a12-30a7ece685bb {{(pid=93953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:13:19.347308 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef8c5848-25c1-43ca-a76b-dac17db1082d admin admin] Notify agent at l3_agent.dv-cinder-790492-6-iscsi the message routers_updated {{(pid=93953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:13:19.352476 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-ef8c5848-25c1-43ca-a76b-dac17db1082d admin admin] 10.222.0.69 "PUT /v2.0/routers/44f21225-ad5f-4ca2-aac9-40824f4070d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4670515 Jun 23 19:13:19.355094 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 36614) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:13:19.356711 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1359a5-464f-4547-b292-dd688ab0b79d None None] Sync routers for ids ['44f21225-ad5f-4ca2-aac9-40824f4070d3'] in dv-cinder-790492-6-iscsi {{(pid=93955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:13:19.366339 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1359a5-464f-4547-b292-dd688ab0b79d None None] Routers {'44f21225-ad5f-4ca2-aac9-40824f4070d3'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:13:19.367091 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-4e1359a5-464f-4547-b292-dd688ab0b79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:13:03Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['44f21225-ad5f-4ca2-aac9-40824f4070d3'], 'active': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:13:19.459167 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-26427731-abad-4469-8bf9-89faedfecb69 admin admin] Notify callbacks [] for router, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:19.482487 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvr_db [None req-4e1359a5-464f-4547-b292-dd688ab0b79d None None] Set router 44f21225-ad5f-4ca2-aac9-40824f4070d3 gateway port host: dv-cinder-790492-6-iscsi {{(pid=93955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:13:19.559695 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-26427731-abad-4469-8bf9-89faedfecb69 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:19.654072 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-4e1359a5-464f-4547-b292-dd688ab0b79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f21225-ad5f-4ca2-aac9-40824f4070d3', 'name': 'tempest-TestMinimumBasicScenario-1901063784-router', 'tenant_id': '2b2f30fb2bdb4a3b9ce447957035f77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '511c5a1b-efdc-4a4f-80e3-0fe126713129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:09:57Z', 'updated_at': '2021-06-23T19:13:18Z', 'revision_number': 5, 'project_id': '2b2f30fb2bdb4a3b9ce447957035f77c', 'gw_port': {'id': '511c5a1b-efdc-4a4f-80e3-0fe126713129', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:eb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f21225-ad5f-4ca2-aac9-40824f4070d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:09:58Z', 'updated_at': '2021-06-23T19:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi'}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:13:19.667779 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [None req-26427731-abad-4469-8bf9-89faedfecb69 admin admin] Deleting port 511c5a1b-efdc-4a4f-80e3-0fe126713129 {{(pid=93952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:13:19.668137 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-26427731-abad-4469-8bf9-89faedfecb69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745549706015'] for port, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:19.679690 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1359a5-464f-4547-b292-dd688ab0b79d None None] Checking router: 44f21225-ad5f-4ca2-aac9-40824f4070d3 for host: dv-cinder-790492-6-iscsi {{(pid=93955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:13:19.687821 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1359a5-464f-4547-b292-dd688ab0b79d None None] Routers {'44f21225-ad5f-4ca2-aac9-40824f4070d3'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:13:19.688436 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-4e1359a5-464f-4547-b292-dd688ab0b79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:13:03Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['44f21225-ad5f-4ca2-aac9-40824f4070d3'], 'active': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:13:19.749482 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-26427731-abad-4469-8bf9-89faedfecb69 admin admin] For port 511c5a1b-efdc-4a4f-80e3-0fe126713129, host dv-cinder-790492-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=511c5a1b-efdc-4a4f-80e3-0fe126713129,segment=NetworkSegment(5f51114a-3dae-4d84-91d9-b7c41a4d9224),segment_id=5f51114a-3dae-4d84-91d9-b7c41a4d9224)] {{(pid=93952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:13:19.749835 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-26427731-abad-4469-8bf9-89faedfecb69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710932'] for port, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:19.761373 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [None req-26427731-abad-4469-8bf9-89faedfecb69 admin admin] Calling delete_port for 511c5a1b-efdc-4a4f-80e3-0fe126713129 owned by network:router_gateway {{(pid=93952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:13:19.772455 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvr_db [None req-4e1359a5-464f-4547-b292-dd688ab0b79d None None] Set router 44f21225-ad5f-4ca2-aac9-40824f4070d3 gateway port host: None {{(pid=93955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:13:19.912415 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-4e1359a5-464f-4547-b292-dd688ab0b79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f21225-ad5f-4ca2-aac9-40824f4070d3', 'name': 'tempest-TestMinimumBasicScenario-1901063784-router', 'tenant_id': '2b2f30fb2bdb4a3b9ce447957035f77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:09:57Z', 'updated_at': '2021-06-23T19:13:19Z', 'revision_number': 6, 'project_id': '2b2f30fb2bdb4a3b9ce447957035f77c', 'gw_port_host': None}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:13:19.938049 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1359a5-464f-4547-b292-dd688ab0b79d None None] The sync data for ids ['44f21225-ad5f-4ca2-aac9-40824f4070d3'] in dv-cinder-790492-6-iscsi is: [{'id': '44f21225-ad5f-4ca2-aac9-40824f4070d3', 'name': 'tempest-TestMinimumBasicScenario-1901063784-router', 'tenant_id': '2b2f30fb2bdb4a3b9ce447957035f77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:09:57Z', 'updated_at': '2021-06-23T19:13:19Z', 'revision_number': 6, 'project_id': '2b2f30fb2bdb4a3b9ce447957035f77c', 'gw_port_host': None}] {{(pid=93955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:13:20.012326 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-26427731-abad-4469-8bf9-89faedfecb69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745549710641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745549236134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26440031'] for port, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:20.014401 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:13:20.037931 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26427731-abad-4469-8bf9-89faedfecb69 admin admin] Pushing event deleted for resources: {'Port': ['ID=511c5a1b-efdc-4a4f-80e3-0fe126713129,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:13:20.041005 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-26427731-abad-4469-8bf9-89faedfecb69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:13:20.098959 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-26427731-abad-4469-8bf9-89faedfecb69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3708830'] for router_gateway, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:20.188251 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-26427731-abad-4469-8bf9-89faedfecb69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5699'] for router, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:20.190227 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-26427731-abad-4469-8bf9-89faedfecb69 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:20.340683 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-26427731-abad-4469-8bf9-89faedfecb69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3705840'] for router, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:20.340954 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26427731-abad-4469-8bf9-89faedfecb69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44f21225-ad5f-4ca2-aac9-40824f4070d3 {{(pid=93952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 19:13:20.345514 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-26427731-abad-4469-8bf9-89faedfecb69 admin admin] Notify callbacks [] for router, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:20.349402 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-26427731-abad-4469-8bf9-89faedfecb69 admin admin] 10.222.0.69 "DELETE /v2.0/routers/44f21225-ad5f-4ca2-aac9-40824f4070d3 HTTP/1.1" status: 204 len: 168 time: 0.9900076 Jun 23 19:13:20.349402 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 36624) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:13:20.416334 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d6be41d-d170-4737-9f1a-7656bc5f3438 admin admin] Deleting subnet bb231357-6777-4dda-aa8c-0b6fd7599b77 {{(pid=93952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 19:13:20.419409 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device a9adabdd-1f9d-4111-b7cd-deb17a0f5291 no longer exists at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:13:20.421487 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-9d6be41d-d170-4737-9f1a-7656bc5f3438 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:20.441106 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] No Port match for: a9adabdd-1f9d-4111-b7cd-deb17a0f5291 {{(pid=93954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:13:20.441360 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device a9adabdd-1f9d-4111-b7cd-deb17a0f5291 not bound to the agent host dv-cinder-790492-6-iscsi {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:13:20.468229 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-9d6be41d-d170-4737-9f1a-7656bc5f3438 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25525077'] for subnet, precommit_delete_associations {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:20.553150 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-9d6be41d-d170-4737-9f1a-7656bc5f3438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884468'] for subnet, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:20.703398 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-9d6be41d-d170-4737-9f1a-7656bc5f3438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26439957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26574776'] for subnet, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:20.706006 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-3ec5014b-5780-4e59-979b-922c6a555921 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:13:20.735891 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6be41d-d170-4737-9f1a-7656bc5f3438 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb231357-6777-4dda-aa8c-0b6fd7599b77,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:13:20.735891 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-9d6be41d-d170-4737-9f1a-7656bc5f3438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:13:20.735891 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-9d6be41d-d170-4737-9f1a-7656bc5f3438 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770935'] for subnet, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:20.736460 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-9d6be41d-d170-4737-9f1a-7656bc5f3438 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/bb231357-6777-4dda-aa8c-0b6fd7599b77 HTTP/1.1" status: 204 len: 168 time: 0.3860180 Jun 23 19:13:20.738972 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 36632) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:13:20.742972 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17eb3a9-8213-4e32-ac1a-5069bad241e6 None None] Network 1cd1773b-bd69-4608-af2f-06f6da584b57 requested from dv-cinder-790492-6-iscsi {{(pid=93954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:13:20.811923 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-b0dccc37-0cde-4d73-95df-012fe8a8eeda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-959346'] for network, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:20.875120 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-b0dccc37-0cde-4d73-95df-012fe8a8eeda admin admin] Deleting port b17ae44f-3a7f-4ce7-a0f7-2868f51e0777 {{(pid=93953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:13:20.875499 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-b0dccc37-0cde-4d73-95df-012fe8a8eeda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745549706015'] for port, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:20.940611 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-b0dccc37-0cde-4d73-95df-012fe8a8eeda admin admin] For port b17ae44f-3a7f-4ce7-a0f7-2868f51e0777, host dv-cinder-790492-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=b17ae44f-3a7f-4ce7-a0f7-2868f51e0777,segment=NetworkSegment(7fce9a06-9448-4c98-a1e4-1a0d99af2ba8),segment_id=7fce9a06-9448-4c98-a1e4-1a0d99af2ba8)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:13:20.941002 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-b0dccc37-0cde-4d73-95df-012fe8a8eeda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710932'] for port, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:20.959707 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-b0dccc37-0cde-4d73-95df-012fe8a8eeda admin admin] Calling delete_port for b17ae44f-3a7f-4ce7-a0f7-2868f51e0777 owned by network:dhcp {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:13:21.084318 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194019cf-cd64-4b18-8dfa-6c99c52fa100 None None] DHCP port deletion for 1cd1773b-bd69-4608-af2f-06f6da584b57 request from dv-cinder-790492-6-iscsi {{(pid=93954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 19:13:21.139573 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-194019cf-cd64-4b18-8dfa-6c99c52fa100 None None] Deleting port b17ae44f-3a7f-4ce7-a0f7-2868f51e0777 {{(pid=93954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:13:21.139904 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-194019cf-cd64-4b18-8dfa-6c99c52fa100 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745549706015'] for port, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:21.166090 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-b0dccc37-0cde-4d73-95df-012fe8a8eeda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745549710641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745549236134'] for port, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:21.169422 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-817a031e-3ffb-4ef4-b149-b18ca15b8b04 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:13:21.195461 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0dccc37-0cde-4d73-95df-012fe8a8eeda admin admin] No DVR routers for this DVR port b17ae44f-3a7f-4ce7-a0f7-2868f51e0777 on host dv-cinder-790492-6-iscsi {{(pid=93953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:13:21.201232 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dccc37-0cde-4d73-95df-012fe8a8eeda admin admin] Pushing event deleted for resources: {'Port': ['ID=b17ae44f-3a7f-4ce7-a0f7-2868f51e0777,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:13:21.203455 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-b0dccc37-0cde-4d73-95df-012fe8a8eeda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:13:21.207253 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-194019cf-cd64-4b18-8dfa-6c99c52fa100 None None] For port b17ae44f-3a7f-4ce7-a0f7-2868f51e0777, host dv-cinder-790492-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=b17ae44f-3a7f-4ce7-a0f7-2868f51e0777,segment=NetworkSegment(7fce9a06-9448-4c98-a1e4-1a0d99af2ba8),segment_id=7fce9a06-9448-4c98-a1e4-1a0d99af2ba8)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:13:21.207686 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-194019cf-cd64-4b18-8dfa-6c99c52fa100 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710932'] for port, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:21.220908 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-194019cf-cd64-4b18-8dfa-6c99c52fa100 None None] Calling delete_port for b17ae44f-3a7f-4ce7-a0f7-2868f51e0777 owned by network:dhcp {{(pid=93954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:13:21.273490 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-b0dccc37-0cde-4d73-95df-012fe8a8eeda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883321', 'neutron.services.segments.db._delete_segments_for_network-8745549744415'] for network, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:21.284395 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-b0dccc37-0cde-4d73-95df-012fe8a8eeda admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:13:21.284691 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-b0dccc37-0cde-4d73-95df-012fe8a8eeda admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:13:21.285535 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-b0dccc37-0cde-4d73-95df-012fe8a8eeda admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:13:21.285886 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-b0dccc37-0cde-4d73-95df-012fe8a8eeda admin admin] Subscribe: > port after_create 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:13:21.286212 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-b0dccc37-0cde-4d73-95df-012fe8a8eeda admin admin] Subscribe: > port after_delete 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:13:21.286558 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-b0dccc37-0cde-4d73-95df-012fe8a8eeda admin admin] Subscribe: > port after_update 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:13:21.286904 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-b0dccc37-0cde-4d73-95df-012fe8a8eeda admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:13:21.287227 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-b0dccc37-0cde-4d73-95df-012fe8a8eeda admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:13:21.287572 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-b0dccc37-0cde-4d73-95df-012fe8a8eeda admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:13:21.287893 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-b0dccc37-0cde-4d73-95df-012fe8a8eeda admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:13:21.300928 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-194019cf-cd64-4b18-8dfa-6c99c52fa100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745549710641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745549236134'] for port, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:21.302927 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:13:21.327487 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194019cf-cd64-4b18-8dfa-6c99c52fa100 None None] Pushing event deleted for resources: {'Port': ['ID=b17ae44f-3a7f-4ce7-a0f7-2868f51e0777,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:13:21.329293 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194019cf-cd64-4b18-8dfa-6c99c52fa100 None None] No DVR routers for this DVR port b17ae44f-3a7f-4ce7-a0f7-2868f51e0777 on host dv-cinder-790492-6-iscsi {{(pid=93954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:13:21.330693 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-194019cf-cd64-4b18-8dfa-6c99c52fa100 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:13:21.363819 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-b0dccc37-0cde-4d73-95df-012fe8a8eeda admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:13:21.364790 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-b0dccc37-0cde-4d73-95df-012fe8a8eeda admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:13:21.364790 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-b0dccc37-0cde-4d73-95df-012fe8a8eeda admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:13:21.364790 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-b0dccc37-0cde-4d73-95df-012fe8a8eeda admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:13:21.365175 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.services.segments.db [None req-b0dccc37-0cde-4d73-95df-012fe8a8eeda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cd1773b-bd69-4608-af2f-06f6da584b57']}} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:13:21.382380 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.services.segments.db [None req-b0dccc37-0cde-4d73-95df-012fe8a8eeda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fce9a06-9448-4c98-a1e4-1a0d99af2ba8') {'for_net_delete': True} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:13:21.382675 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.services.segments.db [None req-b0dccc37-0cde-4d73-95df-012fe8a8eeda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fce9a06-9448-4c98-a1e4-1a0d99af2ba8') {} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:13:21.399774 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-b0dccc37-0cde-4d73-95df-012fe8a8eeda admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745549732078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28925892'] for segment, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:21.419965 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-b0dccc37-0cde-4d73-95df-012fe8a8eeda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886977'] for segment, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:21.429448 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0dccc37-0cde-4d73-95df-012fe8a8eeda admin admin] Releasing vlan 939 on physical network physnet1 to pool {{(pid=93953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 19:13:21.429838 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-b0dccc37-0cde-4d73-95df-012fe8a8eeda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28924889'] for segment, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:21.433756 dv-cinder-790492-6-iscsi neutron-server[93953]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 19:13:21.433756 dv-cinder-790492-6-iscsi neutron-server[93953]: from cryptography.utils import int_from_bytes Jun 23 19:13:21.433756 dv-cinder-790492-6-iscsi neutron-server[93953]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 19:13:21.433756 dv-cinder-790492-6-iscsi neutron-server[93953]: from cryptography.utils import int_from_bytes Jun 23 19:13:21.433756 dv-cinder-790492-6-iscsi neutron-server[93953]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:13:21.433756 dv-cinder-790492-6-iscsi neutron-server[93953]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:13:21.433756 dv-cinder-790492-6-iscsi neutron-server[93953]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:13:21.433756 dv-cinder-790492-6-iscsi neutron-server[93953]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:13:21.433756 dv-cinder-790492-6-iscsi neutron-server[93953]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:13:21.433756 dv-cinder-790492-6-iscsi neutron-server[93953]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:13:21.433756 dv-cinder-790492-6-iscsi neutron-server[93953]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:13:21.433756 dv-cinder-790492-6-iscsi neutron-server[93953]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:13:21.433756 dv-cinder-790492-6-iscsi neutron-server[93953]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:13:21.433756 dv-cinder-790492-6-iscsi neutron-server[93953]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:13:21.433756 dv-cinder-790492-6-iscsi neutron-server[93953]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:13:21.433756 dv-cinder-790492-6-iscsi neutron-server[93953]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:13:21.433756 dv-cinder-790492-6-iscsi neutron-server[93953]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:13:21.433756 dv-cinder-790492-6-iscsi neutron-server[93953]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:13:21.433756 dv-cinder-790492-6-iscsi neutron-server[93953]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:13:21.433756 dv-cinder-790492-6-iscsi neutron-server[93953]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:13:21.433756 dv-cinder-790492-6-iscsi neutron-server[93953]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:13:21.433756 dv-cinder-790492-6-iscsi neutron-server[93953]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:13:21.433756 dv-cinder-790492-6-iscsi neutron-server[93953]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:13:21.433756 dv-cinder-790492-6-iscsi neutron-server[93953]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:13:21.433756 dv-cinder-790492-6-iscsi neutron-server[93953]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:13:21.433756 dv-cinder-790492-6-iscsi neutron-server[93953]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:13:21.433756 dv-cinder-790492-6-iscsi neutron-server[93953]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:13:21.433756 dv-cinder-790492-6-iscsi neutron-server[93953]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:13:21.433756 dv-cinder-790492-6-iscsi neutron-server[93953]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:13:21.433756 dv-cinder-790492-6-iscsi neutron-server[93953]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:13:21.433756 dv-cinder-790492-6-iscsi neutron-server[93953]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:13:21.433756 dv-cinder-790492-6-iscsi neutron-server[93953]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:13:21.433756 dv-cinder-790492-6-iscsi neutron-server[93953]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:13:21.433756 dv-cinder-790492-6-iscsi neutron-server[93953]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:13:21.433756 dv-cinder-790492-6-iscsi neutron-server[93953]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:13:21.433756 dv-cinder-790492-6-iscsi neutron-server[93953]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:13:21.433756 dv-cinder-790492-6-iscsi neutron-server[93953]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:13:21.433756 dv-cinder-790492-6-iscsi neutron-server[93953]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:13:21.433756 dv-cinder-790492-6-iscsi neutron-server[93953]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:13:21.433756 dv-cinder-790492-6-iscsi neutron-server[93953]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:13:21.433756 dv-cinder-790492-6-iscsi neutron-server[93953]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:13:21.433756 dv-cinder-790492-6-iscsi neutron-server[93953]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:13:21.433756 dv-cinder-790492-6-iscsi neutron-server[93953]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:13:21.433756 dv-cinder-790492-6-iscsi neutron-server[93953]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:13:21.433756 dv-cinder-790492-6-iscsi neutron-server[93953]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:13:21.433756 dv-cinder-790492-6-iscsi neutron-server[93953]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:13:21.433756 dv-cinder-790492-6-iscsi neutron-server[93953]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:13:21.433756 dv-cinder-790492-6-iscsi neutron-server[93953]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:13:21.433756 dv-cinder-790492-6-iscsi neutron-server[93953]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:13:21.433756 dv-cinder-790492-6-iscsi neutron-server[93953]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:13:21.433756 dv-cinder-790492-6-iscsi neutron-server[93953]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:13:21.433756 dv-cinder-790492-6-iscsi neutron-server[93953]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:13:21.433756 dv-cinder-790492-6-iscsi neutron-server[93953]: Traceback (most recent call last): Jun 23 19:13:21.433756 dv-cinder-790492-6-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 19:13:21.433756 dv-cinder-790492-6-iscsi neutron-server[93953]: timer() Jun 23 19:13:21.433756 dv-cinder-790492-6-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 19:13:21.433756 dv-cinder-790492-6-iscsi neutron-server[93953]: cb(*args, **kw) Jun 23 19:13:21.433756 dv-cinder-790492-6-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 19:13:21.433756 dv-cinder-790492-6-iscsi neutron-server[93953]: return func(*args, **kwargs) Jun 23 19:13:21.433756 dv-cinder-790492-6-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 19:13:21.433756 dv-cinder-790492-6-iscsi neutron-server[93953]: self._notify() Jun 23 19:13:21.433756 dv-cinder-790492-6-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 19:13:21.437500 dv-cinder-790492-6-iscsi neutron-server[93953]: self.callback(batched_events) Jun 23 19:13:21.437500 dv-cinder-790492-6-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 19:13:21.437500 dv-cinder-790492-6-iscsi neutron-server[93953]: event.method(event) Jun 23 19:13:21.437500 dv-cinder-790492-6-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 19:13:21.437500 dv-cinder-790492-6-iscsi neutron-server[93953]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 19:13:21.437500 dv-cinder-790492-6-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 19:13:21.437500 dv-cinder-790492-6-iscsi neutron-server[93953]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 19:13:21.437500 dv-cinder-790492-6-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 19:13:21.437500 dv-cinder-790492-6-iscsi neutron-server[93953]: return f(self, *a, **k) Jun 23 19:13:21.437500 dv-cinder-790492-6-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 19:13:21.437500 dv-cinder-790492-6-iscsi neutron-server[93953]: return self._get(url).json() Jun 23 19:13:21.437500 dv-cinder-790492-6-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 19:13:21.437500 dv-cinder-790492-6-iscsi neutron-server[93953]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 19:13:21.437500 dv-cinder-790492-6-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 19:13:21.437500 dv-cinder-790492-6-iscsi neutron-server[93953]: return self.request(url, 'GET', **kwargs) Jun 23 19:13:21.437500 dv-cinder-790492-6-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 19:13:21.437500 dv-cinder-790492-6-iscsi neutron-server[93953]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 19:13:21.437500 dv-cinder-790492-6-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 19:13:21.437500 dv-cinder-790492-6-iscsi neutron-server[93953]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 19:13:21.437500 dv-cinder-790492-6-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 19:13:21.437500 dv-cinder-790492-6-iscsi neutron-server[93953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 19:13:21.437500 dv-cinder-790492-6-iscsi neutron-server[93953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 19:13:21.582674 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-b0dccc37-0cde-4d73-95df-012fe8a8eeda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3862688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3708783'] for network, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:21.586760 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-9a553429-24d2-48c7-81e2-37c0d34a1939 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:13:21.591068 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-b0dccc37-0cde-4d73-95df-012fe8a8eeda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770935'] for network, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:21.592960 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-b0dccc37-0cde-4d73-95df-012fe8a8eeda admin admin] 10.222.0.69 "DELETE /v2.0/networks/1cd1773b-bd69-4608-af2f-06f6da584b57 HTTP/1.1" status: 204 len: 168 time: 0.8529656 Jun 23 19:13:21.606694 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dccc37-0cde-4d73-95df-012fe8a8eeda admin admin] Pushing event deleted for resources: {'Network': ['ID=1cd1773b-bd69-4608-af2f-06f6da584b57,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:13:21.609128 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-b0dccc37-0cde-4d73-95df-012fe8a8eeda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:13:21.986940 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 36646) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:13:22.029272 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-5fa8fa66-5a5d-47f8-b73b-4226534a8c01 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f0b83467b884463caf15d0aa3a28eb04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0409994 Jun 23 19:13:22.036759 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 36648) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:13:22.084086 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-9c0d4caa-b4a0-48dd-b824-e854deea9ca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:22.104397 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-9c0d4caa-b4a0-48dd-b824-e854deea9ca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:22.240084 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-9c0d4caa-b4a0-48dd-b824-e854deea9ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:22.242758 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-9c0d4caa-b4a0-48dd-b824-e854deea9ca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:22.244084 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-9c0d4caa-b4a0-48dd-b824-e854deea9ca3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/41b63a3d-6b98-489d-873d-5f8a706d78b2 HTTP/1.1" status: 204 len: 168 time: 0.2062693 Jun 23 19:13:22.244742 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-98c7a118-7090-4de5-ae12-ddc296d93782 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:13:22.253263 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0d4caa-b4a0-48dd-b824-e854deea9ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b63a3d-6b98-489d-873d-5f8a706d78b2,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:13:22.261944 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-9c0d4caa-b4a0-48dd-b824-e854deea9ca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:13:22.282884 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device 511c5a1b-efdc-4a4f-80e3-0fe126713129 no longer exists at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:13:22.312126 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] No Port match for: 511c5a1b-efdc-4a4f-80e3-0fe126713129 {{(pid=93954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:13:22.312485 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device 511c5a1b-efdc-4a4f-80e3-0fe126713129 not bound to the agent host dv-cinder-790492-6-iscsi {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:13:22.312913 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device b17ae44f-3a7f-4ce7-a0f7-2868f51e0777 no longer exists at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:13:22.332124 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] No Port match for: b17ae44f-3a7f-4ce7-a0f7-2868f51e0777 {{(pid=93954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:13:22.332681 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device b17ae44f-3a7f-4ce7-a0f7-2868f51e0777 not bound to the agent host dv-cinder-790492-6-iscsi {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:13:22.923710 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 36658) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:13:22.963690 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-856e9ff5-504b-476f-97a7-6e54054cdc8b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2b2f30fb2bdb4a3b9ce447957035f77c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387177 Jun 23 19:13:22.967092 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 36660) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:13:23.014636 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3cc80d5e-1c67-4418-b160-1a2795e53a17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:23.035612 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3cc80d5e-1c67-4418-b160-1a2795e53a17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:23.167882 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3cc80d5e-1c67-4418-b160-1a2795e53a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:23.172230 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3cc80d5e-1c67-4418-b160-1a2795e53a17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:23.172230 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-3cc80d5e-1c67-4418-b160-1a2795e53a17 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2492611e-e54b-4fb8-ad51-8dd87b2cccc4 HTTP/1.1" status: 204 len: 168 time: 0.2037337 Jun 23 19:13:23.172686 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-bdca01e2-d7e2-4dcb-a088-8199ad61dc3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:13:23.180626 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc80d5e-1c67-4418-b160-1a2795e53a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2492611e-e54b-4fb8-ad51-8dd87b2cccc4,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:13:23.183062 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-3cc80d5e-1c67-4418-b160-1a2795e53a17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:13:30.207804 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-a2b4f819-fb48-48b8-b54d-65197d84c6bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:32.936864 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-19ea1dc6-3b5a-4f09-b3a6-f7de1db73695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:33.011308 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:33.308335 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.agents_db [None req-808d9167-7b86-4487-ac1f-373b1677e9b0 None None] Agent healthcheck: found 6 active agents {{(pid=93955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:13:34.122242 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-36873b57-c469-4164-8152-400a4dc72ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:35.402364 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0dfa02b7-e69b-42f9-a1c6-d55a29ea84e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:42.953859 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45037819-f39d-4396-a802-c487c1baa4f1 req-b4494c12-80e1-4980-a502-5edb4a55998d tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:13:42.953859 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-45037819-f39d-4396-a802-c487c1baa4f1 req-b4494c12-80e1-4980-a502-5edb4a55998d tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=c338c579-f838-4fbe-b1e5-3f7ef1bb4e57 HTTP/1.1" status: 200 len: 945 time: 0.0654328 Jun 23 19:13:42.993285 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-45037819-f39d-4396-a802-c487c1baa4f1 req-a11d21de-0126-4374-a98c-726092274076 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/security-groups?id=fee001c2-c17c-42de-bfa7-2f2de1d9633b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354941 Jun 23 19:13:44.169796 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a977c43-f498-4632-8cd1-105b58b30bc8 req-d156f791-4fa5-4645-97e8-8eb4e554438a tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:13:44.171161 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7a977c43-f498-4632-8cd1-105b58b30bc8 req-d156f791-4fa5-4645-97e8-8eb4e554438a tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=c338c579-f838-4fbe-b1e5-3f7ef1bb4e57 HTTP/1.1" status: 200 len: 945 time: 0.0669007 Jun 23 19:13:44.208504 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7a977c43-f498-4632-8cd1-105b58b30bc8 req-4f5f99f2-2a68-4d48-891a-75f4e7ed76ce tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/security-groups?id=fee001c2-c17c-42de-bfa7-2f2de1d9633b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317774 Jun 23 19:13:45.139474 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5cd1a8-724b-4676-aa45-ab303d29183e req-0e5a6409-b096-47fc-b2af-ad6121375877 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:13:45.140821 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4b5cd1a8-724b-4676-aa45-ab303d29183e req-0e5a6409-b096-47fc-b2af-ad6121375877 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.49 "GET /v2.0/ports?device_id=c338c579-f838-4fbe-b1e5-3f7ef1bb4e57 HTTP/1.1" status: 200 len: 945 time: 0.0617421 Jun 23 19:13:45.555290 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [req-4b5cd1a8-724b-4676-aa45-ab303d29183e req-ca938a1e-f69b-44d9-b888-237ed86da8d1 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Deleting port 414b90ec-afeb-4af0-9e53-4e5703960fed {{(pid=93953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:13:45.556047 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-4b5cd1a8-724b-4676-aa45-ab303d29183e req-ca938a1e-f69b-44d9-b888-237ed86da8d1 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745549706015'] for port, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:45.586553 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0949cb93-b930-4f46-b5df-e498395d8092 req-642f15a7-b70f-4ce1-a5f4-0ccff9312964 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:13:45.588031 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0949cb93-b930-4f46-b5df-e498395d8092 req-642f15a7-b70f-4ce1-a5f4-0ccff9312964 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=c338c579-f838-4fbe-b1e5-3f7ef1bb4e57 HTTP/1.1" status: 200 len: 945 time: 0.1013315 Jun 23 19:13:45.665889 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0949cb93-b930-4f46-b5df-e498395d8092 req-5cf9540e-fc1c-4207-a112-44bcbe4b4f5d tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/security-groups?id=fee001c2-c17c-42de-bfa7-2f2de1d9633b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483069 Jun 23 19:13:45.682806 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-4b5cd1a8-724b-4676-aa45-ab303d29183e req-ca938a1e-f69b-44d9-b888-237ed86da8d1 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] For port 414b90ec-afeb-4af0-9e53-4e5703960fed, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=414b90ec-afeb-4af0-9e53-4e5703960fed,segment=NetworkSegment(5e6958c6-0673-49ac-8933-d7e0c6aa37e5),segment_id=5e6958c6-0673-49ac-8933-d7e0c6aa37e5)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:13:45.683169 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-4b5cd1a8-724b-4676-aa45-ab303d29183e req-ca938a1e-f69b-44d9-b888-237ed86da8d1 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710932'] for port, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:45.852541 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-4b5cd1a8-724b-4676-aa45-ab303d29183e req-ca938a1e-f69b-44d9-b888-237ed86da8d1 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:45.852909 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-4b5cd1a8-724b-4676-aa45-ab303d29183e req-ca938a1e-f69b-44d9-b888-237ed86da8d1 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3708797'] for floatingip, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:45.853219 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.db.l3_db [req-4b5cd1a8-724b-4676-aa45-ab303d29183e req-ca938a1e-f69b-44d9-b888-237ed86da8d1 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Floating IP 4a00a134-1ff1-4725-99d3-d46a23d3e29c disassociated. External IP: 172.27.1.69, port: 414b90ec-afeb-4af0-9e53-4e5703960fed. Jun 23 19:13:45.853555 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [req-4b5cd1a8-724b-4676-aa45-ab303d29183e req-ca938a1e-f69b-44d9-b888-237ed86da8d1 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Calling delete_port for 414b90ec-afeb-4af0-9e53-4e5703960fed owned by compute:nova {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:13:46.081972 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-4b5cd1a8-724b-4676-aa45-ab303d29183e req-ca938a1e-f69b-44d9-b888-237ed86da8d1 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745549710641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745549236134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28924686'] for port, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:46.086495 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:13:46.112547 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca938a1e-f69b-44d9-b888-237ed86da8d1 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Pushing event deleted for resources: {'Port': ['ID=414b90ec-afeb-4af0-9e53-4e5703960fed,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:13:46.115851 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-ca938a1e-f69b-44d9-b888-237ed86da8d1 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:13:46.226983 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b5cd1a8-724b-4676-aa45-ab303d29183e req-ca938a1e-f69b-44d9-b888-237ed86da8d1 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Router 9c054af9-db37-478e-9fba-f240a3ce3320 has already been hosted by L3 agent 74079d6f-659b-43f4-8a12-30a7ece685bb {{(pid=93953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:13:46.335330 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b5cd1a8-724b-4676-aa45-ab303d29183e req-ca938a1e-f69b-44d9-b888-237ed86da8d1 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify agent at l3_agent.dv-cinder-790492-6-iscsi the message routers_updated {{(pid=93953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:13:46.346631 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76640020-9f15-4303-a127-455ce3c84d3b None None] Sync routers for ids ['9c054af9-db37-478e-9fba-f240a3ce3320'] in dv-cinder-790492-6-iscsi {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:13:46.355944 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76640020-9f15-4303-a127-455ce3c84d3b None None] Routers {'9c054af9-db37-478e-9fba-f240a3ce3320'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:13:46.356752 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-76640020-9f15-4303-a127-455ce3c84d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:13:33Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['9c054af9-db37-478e-9fba-f240a3ce3320'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:13:46.380258 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b5cd1a8-724b-4676-aa45-ab303d29183e req-ca938a1e-f69b-44d9-b888-237ed86da8d1 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] No DVR routers for this DVR port 414b90ec-afeb-4af0-9e53-4e5703960fed on host hv-cinder-79049 {{(pid=93953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:13:46.382831 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-4b5cd1a8-724b-4676-aa45-ab303d29183e req-ca938a1e-f69b-44d9-b888-237ed86da8d1 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:46.384920 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4b5cd1a8-724b-4676-aa45-ab303d29183e req-ca938a1e-f69b-44d9-b888-237ed86da8d1 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.49 "DELETE /v2.0/ports/414b90ec-afeb-4af0-9e53-4e5703960fed HTTP/1.1" status: 204 len: 173 time: 1.2377868 Jun 23 19:13:46.385426 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c338c579-f838-4fbe-b1e5-3f7ef1bb4e57', 'name': 'network-vif-deleted', 'tag': '414b90ec-afeb-4af0-9e53-4e5703960fed'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:13:46.388074 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8902aeace0540733bba5a146bce723956a3312b5b25ae011a73fc84317b4d28a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-323cc357-e129-4967-84a7-c9ea3bd60823" -d '{"events": [{"server_uuid": "c338c579-f838-4fbe-b1e5-3f7ef1bb4e57", "name": "network-vif-deleted", "tag": "414b90ec-afeb-4af0-9e53-4e5703960fed"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:13:46.425184 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d6532c-f123-4eec-8c68-149096fa9797 x-openstack-request-id: req-58d6532c-f123-4eec-8c68-149096fa9797 {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:13:46.425585 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c338c579-f838-4fbe-b1e5-3f7ef1bb4e57", "name": "network-vif-deleted", "tag": "414b90ec-afeb-4af0-9e53-4e5703960fed", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:13:46.425883 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-58d6532c-f123-4eec-8c68-149096fa9797 {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:13:46.426317 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c338c579-f838-4fbe-b1e5-3f7ef1bb4e57', 'name': 'network-vif-deleted', 'tag': '414b90ec-afeb-4af0-9e53-4e5703960fed', 'status': 'completed', 'code': 200} Jun 23 19:13:46.469978 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-76640020-9f15-4303-a127-455ce3c84d3b None None] Set router 9c054af9-db37-478e-9fba-f240a3ce3320 gateway port host: dv-cinder-790492-6-iscsi {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:13:46.670832 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-76640020-9f15-4303-a127-455ce3c84d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c054af9-db37-478e-9fba-f240a3ce3320', 'name': 'tempest-AttachVolumeTestJSON-1227294775-router', 'tenant_id': '4cbd9e58e50b42a281ca078879fab751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'f54cdda4-81e2-4724-8206-3151787f90cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:06:41Z', 'updated_at': '2021-06-23T19:06:48Z', 'revision_number': 4, 'project_id': '4cbd9e58e50b42a281ca078879fab751', 'gw_port': {'id': 'f54cdda4-81e2-4724-8206-3151787f90cb', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c054af9-db37-478e-9fba-f240a3ce3320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:06:42Z', 'updated_at': '2021-06-23T19:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi', '_interfaces': [{'id': '5be624be-cd06-49ab-9499-f265115a098f', 'name': '', 'network_id': 'e9fa93c1-9380-43f6-a51c-3dfc88effd3b', 'tenant_id': '4cbd9e58e50b42a281ca078879fab751', 'mac_address': 'fa:16:3e:70:80:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c054af9-db37-478e-9fba-f240a3ce3320', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '09e805ee-e30d-4540-8ef6-67d65653382f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:06:46Z', 'updated_at': '2021-06-23T19:06:57Z', 'revision_number': 5, 'project_id': '4cbd9e58e50b42a281ca078879fab751', 'subnets': [{'id': '09e805ee-e30d-4540-8ef6-67d65653382f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:13:46.696791 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76640020-9f15-4303-a127-455ce3c84d3b None None] Checking router: 9c054af9-db37-478e-9fba-f240a3ce3320 for host: dv-cinder-790492-6-iscsi {{(pid=93954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:13:46.706480 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76640020-9f15-4303-a127-455ce3c84d3b None None] Routers {'9c054af9-db37-478e-9fba-f240a3ce3320'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:13:46.707109 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-76640020-9f15-4303-a127-455ce3c84d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:13:33Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['9c054af9-db37-478e-9fba-f240a3ce3320'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:13:46.810180 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-41483d14-5048-4977-a327-196f3fe0e4cb req-bf370a6c-783e-4b07-b647-17b3cde04277 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/ports?device_id=c338c579-f838-4fbe-b1e5-3f7ef1bb4e57 HTTP/1.1" status: 200 len: 210 time: 0.0327661 Jun 23 19:13:46.819275 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-76640020-9f15-4303-a127-455ce3c84d3b None None] Set router 9c054af9-db37-478e-9fba-f240a3ce3320 gateway port host: dv-cinder-790492-6-iscsi {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:13:47.031628 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-76640020-9f15-4303-a127-455ce3c84d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c054af9-db37-478e-9fba-f240a3ce3320', 'name': 'tempest-AttachVolumeTestJSON-1227294775-router', 'tenant_id': '4cbd9e58e50b42a281ca078879fab751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'f54cdda4-81e2-4724-8206-3151787f90cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:06:41Z', 'updated_at': '2021-06-23T19:06:48Z', 'revision_number': 4, 'project_id': '4cbd9e58e50b42a281ca078879fab751', 'gw_port': {'id': 'f54cdda4-81e2-4724-8206-3151787f90cb', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c054af9-db37-478e-9fba-f240a3ce3320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:06:42Z', 'updated_at': '2021-06-23T19:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi', '_interfaces': [{'id': '5be624be-cd06-49ab-9499-f265115a098f', 'name': '', 'network_id': 'e9fa93c1-9380-43f6-a51c-3dfc88effd3b', 'tenant_id': '4cbd9e58e50b42a281ca078879fab751', 'mac_address': 'fa:16:3e:70:80:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c054af9-db37-478e-9fba-f240a3ce3320', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '09e805ee-e30d-4540-8ef6-67d65653382f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:06:46Z', 'updated_at': '2021-06-23T19:06:57Z', 'revision_number': 5, 'project_id': '4cbd9e58e50b42a281ca078879fab751', 'subnets': [{'id': '09e805ee-e30d-4540-8ef6-67d65653382f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:13:47.058457 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76640020-9f15-4303-a127-455ce3c84d3b None None] The sync data for ids ['9c054af9-db37-478e-9fba-f240a3ce3320'] in dv-cinder-790492-6-iscsi is: [{'id': '9c054af9-db37-478e-9fba-f240a3ce3320', 'name': 'tempest-AttachVolumeTestJSON-1227294775-router', 'tenant_id': '4cbd9e58e50b42a281ca078879fab751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'f54cdda4-81e2-4724-8206-3151787f90cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:06:41Z', 'updated_at': '2021-06-23T19:06:48Z', 'revision_number': 4, 'project_id': '4cbd9e58e50b42a281ca078879fab751', 'gw_port': {'id': 'f54cdda4-81e2-4724-8206-3151787f90cb', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c054af9-db37-478e-9fba-f240a3ce3320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:06:42Z', 'updated_at': '2021-06-23T19:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi', '_interfaces': [{'id': '5be624be-cd06-49ab-9499-f265115a098f', 'name': '', 'network_id': 'e9fa93c1-9380-43f6-a51c-3dfc88effd3b', 'tenant_id': '4cbd9e58e50b42a281ca078879fab751', 'mac_address': 'fa:16:3e:70:80:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c054af9-db37-478e-9fba-f240a3ce3320', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '09e805ee-e30d-4540-8ef6-67d65653382f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:06:46Z', 'updated_at': '2021-06-23T19:06:57Z', 'revision_number': 5, 'project_id': '4cbd9e58e50b42a281ca078879fab751', 'subnets': [{'id': '09e805ee-e30d-4540-8ef6-67d65653382f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:13:47.194475 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:47.288169 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04fb0e2-e072-4445-ba78-9f7b752b44a0 None None] New status for floating IP 4a00a134-1ff1-4725-99d3-d46a23d3e29c: DOWN {{(pid=93955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 19:13:48.029890 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 36962) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:13:48.084056 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-81db66a9-59b3-4044-9307-7238e5ad66fe tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:48.106902 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-81db66a9-59b3-4044-9307-7238e5ad66fe tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:48.216904 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-81db66a9-59b3-4044-9307-7238e5ad66fe tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:48.219790 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-81db66a9-59b3-4044-9307-7238e5ad66fe tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:48.221518 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-81db66a9-59b3-4044-9307-7238e5ad66fe tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "DELETE /v2.0/security-groups/fee001c2-c17c-42de-bfa7-2f2de1d9633b HTTP/1.1" status: 204 len: 168 time: 0.1906202 Jun 23 19:13:48.222282 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-76b8ca26-f3b4-4adf-aafe-cb35fb09b887 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:13:48.224586 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 36964) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:13:48.231009 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db66a9-59b3-4044-9307-7238e5ad66fe tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee001c2-c17c-42de-bfa7-2f2de1d9633b,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:13:48.233992 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-81db66a9-59b3-4044-9307-7238e5ad66fe tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:13:48.239968 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.api.v2.resource [None req-a0006e44-3715-4ea5-99ae-82865716cd00 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] show failed (client error): The resource could not be found. Jun 23 19:13:48.243746 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-a0006e44-3715-4ea5-99ae-82865716cd00 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "GET /v2.0/security-groups/fee001c2-c17c-42de-bfa7-2f2de1d9633b HTTP/1.1" status: 404 len: 347 time: 0.0156102 Jun 23 19:13:48.244049 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 36966) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:13:48.366003 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-f26251ba-2c1a-482d-86b0-2f7592c5f312 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Deleting port a828a494-fa39-4916-80ef-4ba04d91a8a0 {{(pid=93953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:13:48.366265 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f26251ba-2c1a-482d-86b0-2f7592c5f312 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745549706015'] for port, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:48.441704 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f26251ba-2c1a-482d-86b0-2f7592c5f312 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710932'] for port, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:48.442031 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f26251ba-2c1a-482d-86b0-2f7592c5f312 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:48.453251 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-f26251ba-2c1a-482d-86b0-2f7592c5f312 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Calling delete_port for a828a494-fa39-4916-80ef-4ba04d91a8a0 owned by network:floatingip {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:13:48.693385 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f26251ba-2c1a-482d-86b0-2f7592c5f312 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745549710641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745549236134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28924686'] for port, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:48.696524 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-7d4bc4fa-5044-43e5-bf59-5300db7b2f63 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:13:48.722559 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26251ba-2c1a-482d-86b0-2f7592c5f312 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Pushing event deleted for resources: {'Port': ['ID=a828a494-fa39-4916-80ef-4ba04d91a8a0,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:13:48.726564 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-f26251ba-2c1a-482d-86b0-2f7592c5f312 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:13:48.786579 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f26251ba-2c1a-482d-86b0-2f7592c5f312 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks [] for floatingip, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:48.789563 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f26251ba-2c1a-482d-86b0-2f7592c5f312 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064'] for floatingip, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:48.790720 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-f26251ba-2c1a-482d-86b0-2f7592c5f312 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] 10.222.0.69 "DELETE /v2.0/floatingips/4a00a134-1ff1-4725-99d3-d46a23d3e29c HTTP/1.1" status: 204 len: 168 time: 0.5457098 Jun 23 19:13:49.266170 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 36982) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:13:49.386703 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-338cb0d8-28a6-4982-b29e-52f32223abd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:49.477603 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-338cb0d8-28a6-4982-b29e-52f32223abd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:49.571213 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-338cb0d8-28a6-4982-b29e-52f32223abd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:49.573987 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-c8f71a1d-c47d-42f7-a9ac-05a80759e805 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:13:49.613323 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-338cb0d8-28a6-4982-b29e-52f32223abd5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=114cb3983c50481fb6216189547e8858&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3462572 Jun 23 19:13:49.614516 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338cb0d8-28a6-4982-b29e-52f32223abd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ffe5e1-a6f7-441d-b5d6-7c6a4b7f5592,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:13:49.616058 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 36988) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:13:49.617650 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-338cb0d8-28a6-4982-b29e-52f32223abd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:13:49.666654 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-14d28efa-e1dc-4cc2-892c-70a87c2a92e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:49.686431 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-14d28efa-e1dc-4cc2-892c-70a87c2a92e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:49.818832 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-14d28efa-e1dc-4cc2-892c-70a87c2a92e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:49.821584 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-14d28efa-e1dc-4cc2-892c-70a87c2a92e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:49.822679 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-14d28efa-e1dc-4cc2-892c-70a87c2a92e6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d5ffe5e1-a6f7-441d-b5d6-7c6a4b7f5592 HTTP/1.1" status: 204 len: 168 time: 0.2047307 Jun 23 19:13:49.823442 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-de57cd87-54d3-4c83-9a57-1c96fc944fb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:13:49.831696 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d28efa-e1dc-4cc2-892c-70a87c2a92e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ffe5e1-a6f7-441d-b5d6-7c6a4b7f5592,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:13:49.838607 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d28efa-e1dc-4cc2-892c-70a87c2a92e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:13:49.839271 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d28efa-e1dc-4cc2-892c-70a87c2a92e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:13:49.839620 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d28efa-e1dc-4cc2-892c-70a87c2a92e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:13:49.839979 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d28efa-e1dc-4cc2-892c-70a87c2a92e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:13:49.840337 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d28efa-e1dc-4cc2-892c-70a87c2a92e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:13:49.840690 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d28efa-e1dc-4cc2-892c-70a87c2a92e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:13:49.841067 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d28efa-e1dc-4cc2-892c-70a87c2a92e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:13:49.841385 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d28efa-e1dc-4cc2-892c-70a87c2a92e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:13:49.841737 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d28efa-e1dc-4cc2-892c-70a87c2a92e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:13:49.842078 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d28efa-e1dc-4cc2-892c-70a87c2a92e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:13:49.842419 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d28efa-e1dc-4cc2-892c-70a87c2a92e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:13:49.842759 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d28efa-e1dc-4cc2-892c-70a87c2a92e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:13:49.846688 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-14d28efa-e1dc-4cc2-892c-70a87c2a92e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:13:50.643768 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f47de-fee3-4e6d-beb6-ca3f8c4afa9a req-b64ef7ce-743d-4429-a647-b740af8452c1 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:13:50.643768 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8c9f47de-fee3-4e6d-beb6-ca3f8c4afa9a req-b64ef7ce-743d-4429-a647-b740af8452c1 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2937309-7d8e-4c20-bd86-135c68675706 HTTP/1.1" status: 200 len: 945 time: 0.0682113 Jun 23 19:13:50.681487 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8c9f47de-fee3-4e6d-beb6-ca3f8c4afa9a req-b51df7d9-b37a-4ae9-9bc1-8fdc92fbb60e tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab9f1744-5d0b-4354-92d9-4ccbbd038296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328615 Jun 23 19:13:50.788295 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device 414b90ec-afeb-4af0-9e53-4e5703960fed no longer exists at agent hyperv_hv-cinder-79049 {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:13:50.808408 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] No Port match for: 414b90ec-afeb-4af0-9e53-4e5703960fed {{(pid=93954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:13:50.808771 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device 414b90ec-afeb-4af0-9e53-4e5703960fed not bound to the agent host hv-cinder-79049 {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:13:51.870910 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5720a2-eeed-4380-8bc5-373119b236dd req-633b7727-0787-4bb7-a937-78cef8e8d7d6 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:13:51.872453 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2f5720a2-eeed-4380-8bc5-373119b236dd req-633b7727-0787-4bb7-a937-78cef8e8d7d6 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2937309-7d8e-4c20-bd86-135c68675706 HTTP/1.1" status: 200 len: 945 time: 0.0654664 Jun 23 19:13:51.913375 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2f5720a2-eeed-4380-8bc5-373119b236dd req-0561c8f0-e154-4edc-acc9-b4bb2f92639a tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab9f1744-5d0b-4354-92d9-4ccbbd038296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345132 Jun 23 19:13:53.156783 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b69283-cee4-447c-a7e8-3ea9b2099a47 req-2e22c2fc-989c-4eef-ac9e-06bc74826f5b tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:13:53.158315 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-67b69283-cee4-447c-a7e8-3ea9b2099a47 req-2e22c2fc-989c-4eef-ac9e-06bc74826f5b tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2937309-7d8e-4c20-bd86-135c68675706 HTTP/1.1" status: 200 len: 945 time: 0.0658901 Jun 23 19:13:53.196525 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-67b69283-cee4-447c-a7e8-3ea9b2099a47 req-44860f77-7746-471e-aea2-251e25ceb854 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab9f1744-5d0b-4354-92d9-4ccbbd038296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323911 Jun 23 19:13:53.278655 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 37072) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:13:53.751602 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-6cc780a0-4ff7-45d1-a309-6e3a265fb5f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3721979'] for router_interface, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:53.999910 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-6cc780a0-4ff7-45d1-a309-6e3a265fb5f8 admin admin] Deleting port 5be624be-cd06-49ab-9499-f265115a098f {{(pid=93953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:13:54.000251 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-6cc780a0-4ff7-45d1-a309-6e3a265fb5f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745549706015'] for port, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:54.076704 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-6cc780a0-4ff7-45d1-a309-6e3a265fb5f8 admin admin] For port 5be624be-cd06-49ab-9499-f265115a098f, host dv-cinder-790492-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=5be624be-cd06-49ab-9499-f265115a098f,segment=NetworkSegment(5e6958c6-0673-49ac-8933-d7e0c6aa37e5),segment_id=5e6958c6-0673-49ac-8933-d7e0c6aa37e5)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:13:54.077056 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-6cc780a0-4ff7-45d1-a309-6e3a265fb5f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710932'] for port, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:54.089663 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-6cc780a0-4ff7-45d1-a309-6e3a265fb5f8 admin admin] Calling delete_port for 5be624be-cd06-49ab-9499-f265115a098f owned by network:router_interface {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:13:54.371364 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b94f39-5651-4067-ada9-06c17f2cd6eb req-cb4d3053-a90c-4dee-ba0d-f07ad5c4d771 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:13:54.372774 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-84b94f39-5651-4067-ada9-06c17f2cd6eb req-cb4d3053-a90c-4dee-ba0d-f07ad5c4d771 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2937309-7d8e-4c20-bd86-135c68675706 HTTP/1.1" status: 200 len: 945 time: 0.0625098 Jun 23 19:13:54.409916 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-84b94f39-5651-4067-ada9-06c17f2cd6eb req-6aca621c-05ef-48df-a756-d2ce7d33cf98 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab9f1744-5d0b-4354-92d9-4ccbbd038296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309920 Jun 23 19:13:54.413468 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-6cc780a0-4ff7-45d1-a309-6e3a265fb5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745549710641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745549236134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28924686'] for port, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:54.416448 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-74422f0b-1792-4c79-9d26-4e5632fb2c53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:13:54.444870 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc780a0-4ff7-45d1-a309-6e3a265fb5f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5be624be-cd06-49ab-9499-f265115a098f,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:13:54.448677 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-6cc780a0-4ff7-45d1-a309-6e3a265fb5f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:13:54.606737 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-6cc780a0-4ff7-45d1-a309-6e3a265fb5f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3705355'] for router_interface, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:54.816311 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cc780a0-4ff7-45d1-a309-6e3a265fb5f8 admin admin] Router 9c054af9-db37-478e-9fba-f240a3ce3320 has already been hosted by L3 agent 74079d6f-659b-43f4-8a12-30a7ece685bb {{(pid=93953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:13:54.920413 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc780a0-4ff7-45d1-a309-6e3a265fb5f8 admin admin] Notify agent at l3_agent.dv-cinder-790492-6-iscsi the message routers_updated {{(pid=93953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:13:54.926197 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-6cc780a0-4ff7-45d1-a309-6e3a265fb5f8 admin admin] 10.222.0.69 "PUT /v2.0/routers/9c054af9-db37-478e-9fba-f240a3ce3320/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6465309 Jun 23 19:13:54.928658 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 37080) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:13:54.931354 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9448e4bd-dbec-4f90-a5ee-71f7ea7d5dc8 None None] Sync routers for ids ['9c054af9-db37-478e-9fba-f240a3ce3320'] in dv-cinder-790492-6-iscsi {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:13:54.941217 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9448e4bd-dbec-4f90-a5ee-71f7ea7d5dc8 None None] Routers {'9c054af9-db37-478e-9fba-f240a3ce3320'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:13:54.941834 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-9448e4bd-dbec-4f90-a5ee-71f7ea7d5dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:13:33Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['9c054af9-db37-478e-9fba-f240a3ce3320'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:13:55.039188 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-b25a09c1-0564-45a4-acb4-c93099feaafa admin admin] Notify callbacks [] for router, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:55.048674 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-9448e4bd-dbec-4f90-a5ee-71f7ea7d5dc8 None None] Set router 9c054af9-db37-478e-9fba-f240a3ce3320 gateway port host: dv-cinder-790492-6-iscsi {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:13:55.236362 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-9448e4bd-dbec-4f90-a5ee-71f7ea7d5dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c054af9-db37-478e-9fba-f240a3ce3320', 'name': 'tempest-AttachVolumeTestJSON-1227294775-router', 'tenant_id': '4cbd9e58e50b42a281ca078879fab751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'f54cdda4-81e2-4724-8206-3151787f90cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:06:41Z', 'updated_at': '2021-06-23T19:13:54Z', 'revision_number': 5, 'project_id': '4cbd9e58e50b42a281ca078879fab751', 'gw_port': {'id': 'f54cdda4-81e2-4724-8206-3151787f90cb', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c054af9-db37-478e-9fba-f240a3ce3320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:06:42Z', 'updated_at': '2021-06-23T19:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi'}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:13:55.264437 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9448e4bd-dbec-4f90-a5ee-71f7ea7d5dc8 None None] Checking router: 9c054af9-db37-478e-9fba-f240a3ce3320 for host: dv-cinder-790492-6-iscsi {{(pid=93954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:13:55.273785 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9448e4bd-dbec-4f90-a5ee-71f7ea7d5dc8 None None] Routers {'9c054af9-db37-478e-9fba-f240a3ce3320'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:13:55.274414 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-9448e4bd-dbec-4f90-a5ee-71f7ea7d5dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:13:33Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['9c054af9-db37-478e-9fba-f240a3ce3320'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:13:55.379694 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-9448e4bd-dbec-4f90-a5ee-71f7ea7d5dc8 None None] Set router 9c054af9-db37-478e-9fba-f240a3ce3320 gateway port host: dv-cinder-790492-6-iscsi {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:13:55.420991 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-b25a09c1-0564-45a4-acb4-c93099feaafa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:55.558199 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-9448e4bd-dbec-4f90-a5ee-71f7ea7d5dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c054af9-db37-478e-9fba-f240a3ce3320', 'name': 'tempest-AttachVolumeTestJSON-1227294775-router', 'tenant_id': '4cbd9e58e50b42a281ca078879fab751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'f54cdda4-81e2-4724-8206-3151787f90cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:06:41Z', 'updated_at': '2021-06-23T19:13:54Z', 'revision_number': 5, 'project_id': '4cbd9e58e50b42a281ca078879fab751', 'gw_port': {'id': 'f54cdda4-81e2-4724-8206-3151787f90cb', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c054af9-db37-478e-9fba-f240a3ce3320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:06:42Z', 'updated_at': '2021-06-23T19:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi'}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:13:55.588013 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9448e4bd-dbec-4f90-a5ee-71f7ea7d5dc8 None None] The sync data for ids ['9c054af9-db37-478e-9fba-f240a3ce3320'] in dv-cinder-790492-6-iscsi is: [{'id': '9c054af9-db37-478e-9fba-f240a3ce3320', 'name': 'tempest-AttachVolumeTestJSON-1227294775-router', 'tenant_id': '4cbd9e58e50b42a281ca078879fab751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'f54cdda4-81e2-4724-8206-3151787f90cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:06:41Z', 'updated_at': '2021-06-23T19:13:54Z', 'revision_number': 5, 'project_id': '4cbd9e58e50b42a281ca078879fab751', 'gw_port': {'id': 'f54cdda4-81e2-4724-8206-3151787f90cb', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c054af9-db37-478e-9fba-f240a3ce3320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:06:42Z', 'updated_at': '2021-06-23T19:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi'}] {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:13:55.615047 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-b25a09c1-0564-45a4-acb4-c93099feaafa admin admin] Deleting port f54cdda4-81e2-4724-8206-3151787f90cb {{(pid=93953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:13:55.615410 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-b25a09c1-0564-45a4-acb4-c93099feaafa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745549706015'] for port, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:55.671597 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897fafb2-7f33-49ee-84b7-e0b36eabc624 req-c8f98a73-85ab-43d5-ba69-aee79e01f027 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:13:55.673542 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-897fafb2-7f33-49ee-84b7-e0b36eabc624 req-c8f98a73-85ab-43d5-ba69-aee79e01f027 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2937309-7d8e-4c20-bd86-135c68675706 HTTP/1.1" status: 200 len: 945 time: 0.1404619 Jun 23 19:13:55.730050 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-897fafb2-7f33-49ee-84b7-e0b36eabc624 req-5950ad3d-04fc-4219-985b-1b9826db8326 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab9f1744-5d0b-4354-92d9-4ccbbd038296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502577 Jun 23 19:13:55.734429 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-b25a09c1-0564-45a4-acb4-c93099feaafa admin admin] For port f54cdda4-81e2-4724-8206-3151787f90cb, host dv-cinder-790492-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=f54cdda4-81e2-4724-8206-3151787f90cb,segment=NetworkSegment(5f51114a-3dae-4d84-91d9-b7c41a4d9224),segment_id=5f51114a-3dae-4d84-91d9-b7c41a4d9224)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:13:55.734903 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-b25a09c1-0564-45a4-acb4-c93099feaafa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710932'] for port, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:55.747134 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-b25a09c1-0564-45a4-acb4-c93099feaafa admin admin] Calling delete_port for f54cdda4-81e2-4724-8206-3151787f90cb owned by network:router_gateway {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:13:55.971577 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-b25a09c1-0564-45a4-acb4-c93099feaafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745549710641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745549236134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28924686'] for port, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:55.973727 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-e09f6a7e-66ab-4360-be19-b13e915c8204 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:13:55.999583 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25a09c1-0564-45a4-acb4-c93099feaafa admin admin] Pushing event deleted for resources: {'Port': ['ID=f54cdda4-81e2-4724-8206-3151787f90cb,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:13:56.003646 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-b25a09c1-0564-45a4-acb4-c93099feaafa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:13:56.066696 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-b25a09c1-0564-45a4-acb4-c93099feaafa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3708830'] for router_gateway, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:56.157971 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-b25a09c1-0564-45a4-acb4-c93099feaafa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5699'] for router, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:56.160075 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-b25a09c1-0564-45a4-acb4-c93099feaafa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:56.338857 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device 5be624be-cd06-49ab-9499-f265115a098f no longer exists at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:13:56.396576 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-b25a09c1-0564-45a4-acb4-c93099feaafa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3705840'] for router, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:56.397041 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b25a09c1-0564-45a4-acb4-c93099feaafa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c054af9-db37-478e-9fba-f240a3ce3320 {{(pid=93953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 19:13:56.401744 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-b25a09c1-0564-45a4-acb4-c93099feaafa admin admin] Notify callbacks [] for router, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:56.405318 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-b25a09c1-0564-45a4-acb4-c93099feaafa admin admin] 10.222.0.69 "DELETE /v2.0/routers/9c054af9-db37-478e-9fba-f240a3ce3320 HTTP/1.1" status: 204 len: 168 time: 1.4733911 Jun 23 19:13:56.405522 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 37088) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:13:56.456198 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_v2 [None req-93743d5f-ac88-43d6-b5aa-58db1a698c70 admin admin] Deleting subnet 09e805ee-e30d-4540-8ef6-67d65653382f {{(pid=93953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 19:13:56.460049 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-93743d5f-ac88-43d6-b5aa-58db1a698c70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:56.483508 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] No Port match for: 5be624be-cd06-49ab-9499-f265115a098f {{(pid=93954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:13:56.487807 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device 5be624be-cd06-49ab-9499-f265115a098f not bound to the agent host dv-cinder-790492-6-iscsi {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:13:56.499639 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-93743d5f-ac88-43d6-b5aa-58db1a698c70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28925915'] for subnet, precommit_delete_associations {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:56.610911 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-93743d5f-ac88-43d6-b5aa-58db1a698c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884468'] for subnet, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:56.756367 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-93743d5f-ac88-43d6-b5aa-58db1a698c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28924740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28230522'] for subnet, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:56.758622 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-fadc0b03-30d0-4982-b015-f9a4c075ce50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:13:56.782899 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93743d5f-ac88-43d6-b5aa-58db1a698c70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09e805ee-e30d-4540-8ef6-67d65653382f,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:13:56.785937 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-93743d5f-ac88-43d6-b5aa-58db1a698c70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:13:56.786906 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-93743d5f-ac88-43d6-b5aa-58db1a698c70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:56.791366 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-93743d5f-ac88-43d6-b5aa-58db1a698c70 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/09e805ee-e30d-4540-8ef6-67d65653382f HTTP/1.1" status: 204 len: 168 time: 0.3820899 Jun 23 19:13:56.791366 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 37092) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:13:56.795356 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46228a59-b197-4fe6-91ea-ea291b3fe7c5 None None] Network e9fa93c1-9380-43f6-a51c-3dfc88effd3b requested from dv-cinder-790492-6-iscsi {{(pid=93954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:13:56.902039 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-35d11630-5005-435e-9713-178189feff6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-959346'] for network, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:56.976386 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f1b3b-ca8c-48a5-8957-0dccbb05e1f0 req-852decae-ae13-4de7-91d3-7db6f72f5fbf tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:13:56.977855 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e42f1b3b-ca8c-48a5-8957-0dccbb05e1f0 req-852decae-ae13-4de7-91d3-7db6f72f5fbf tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2937309-7d8e-4c20-bd86-135c68675706 HTTP/1.1" status: 200 len: 945 time: 0.1276770 Jun 23 19:13:56.995427 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e46480-daf0-41fd-bd4e-e9301443bc55 None None] DHCP port deletion for e9fa93c1-9380-43f6-a51c-3dfc88effd3b request from dv-cinder-790492-6-iscsi {{(pid=93954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 19:13:57.000460 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-35d11630-5005-435e-9713-178189feff6c admin admin] Deleting port 7b072b28-c74e-491a-8636-5ce439d134fb {{(pid=93953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:13:57.000807 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-35d11630-5005-435e-9713-178189feff6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745549706015'] for port, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:57.042423 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-85e46480-daf0-41fd-bd4e-e9301443bc55 None None] Deleting port 7b072b28-c74e-491a-8636-5ce439d134fb {{(pid=93954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:13:57.042815 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-85e46480-daf0-41fd-bd4e-e9301443bc55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745549706015'] for port, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:57.066890 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e42f1b3b-ca8c-48a5-8957-0dccbb05e1f0 req-31e36127-8b21-4a37-87a1-2ce8319016c1 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab9f1744-5d0b-4354-92d9-4ccbbd038296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831203 Jun 23 19:13:57.081544 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-35d11630-5005-435e-9713-178189feff6c admin admin] For port 7b072b28-c74e-491a-8636-5ce439d134fb, host dv-cinder-790492-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=7b072b28-c74e-491a-8636-5ce439d134fb,segment=NetworkSegment(5e6958c6-0673-49ac-8933-d7e0c6aa37e5),segment_id=5e6958c6-0673-49ac-8933-d7e0c6aa37e5)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:13:57.081909 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-35d11630-5005-435e-9713-178189feff6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710932'] for port, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:57.095776 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-35d11630-5005-435e-9713-178189feff6c admin admin] Calling delete_port for 7b072b28-c74e-491a-8636-5ce439d134fb owned by network:dhcp {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:13:57.105053 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-85e46480-daf0-41fd-bd4e-e9301443bc55 None None] For port 7b072b28-c74e-491a-8636-5ce439d134fb, host dv-cinder-790492-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=7b072b28-c74e-491a-8636-5ce439d134fb,segment=NetworkSegment(5e6958c6-0673-49ac-8933-d7e0c6aa37e5),segment_id=5e6958c6-0673-49ac-8933-d7e0c6aa37e5)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:13:57.105456 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-85e46480-daf0-41fd-bd4e-e9301443bc55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710932'] for port, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:57.118071 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-85e46480-daf0-41fd-bd4e-e9301443bc55 None None] Calling delete_port for 7b072b28-c74e-491a-8636-5ce439d134fb owned by network:dhcp {{(pid=93954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:13:57.287519 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-35d11630-5005-435e-9713-178189feff6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745549710641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745549236134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28924686'] for port, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:57.289832 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-baf72d36-1b3d-4ac0-873b-1534feee7d91 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:13:57.297279 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-85e46480-daf0-41fd-bd4e-e9301443bc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745549710641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745549236134'] for port, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:57.297279 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:13:57.311679 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d11630-5005-435e-9713-178189feff6c admin admin] Pushing event deleted for resources: {'Port': ['ID=7b072b28-c74e-491a-8636-5ce439d134fb,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:13:57.315783 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-35d11630-5005-435e-9713-178189feff6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:13:57.320083 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d11630-5005-435e-9713-178189feff6c admin admin] No DVR routers for this DVR port 7b072b28-c74e-491a-8636-5ce439d134fb on host dv-cinder-790492-6-iscsi {{(pid=93953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:13:57.321621 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e46480-daf0-41fd-bd4e-e9301443bc55 None None] Pushing event deleted for resources: {'Port': ['ID=7b072b28-c74e-491a-8636-5ce439d134fb,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:13:57.323480 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e46480-daf0-41fd-bd4e-e9301443bc55 None None] No DVR routers for this DVR port 7b072b28-c74e-491a-8636-5ce439d134fb on host dv-cinder-790492-6-iscsi {{(pid=93954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:13:57.324940 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-85e46480-daf0-41fd-bd4e-e9301443bc55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:13:57.392682 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-35d11630-5005-435e-9713-178189feff6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883321', 'neutron.services.segments.db._delete_segments_for_network-8745549744415'] for network, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:57.403361 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.services.segments.db [None req-35d11630-5005-435e-9713-178189feff6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9fa93c1-9380-43f6-a51c-3dfc88effd3b']}} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:13:57.413198 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.services.segments.db [None req-35d11630-5005-435e-9713-178189feff6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e6958c6-0673-49ac-8933-d7e0c6aa37e5') {'for_net_delete': True} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:13:57.413731 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.services.segments.db [None req-35d11630-5005-435e-9713-178189feff6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e6958c6-0673-49ac-8933-d7e0c6aa37e5') {} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:13:57.422441 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-35d11630-5005-435e-9713-178189feff6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745549732078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28925892'] for segment, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:57.437000 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-35d11630-5005-435e-9713-178189feff6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886977'] for segment, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:57.446692 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35d11630-5005-435e-9713-178189feff6c admin admin] Releasing vlan 922 on physical network physnet1 to pool {{(pid=93953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 19:13:57.446692 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-35d11630-5005-435e-9713-178189feff6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28924889'] for segment, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:57.446692 dv-cinder-790492-6-iscsi neutron-server[93953]: Traceback (most recent call last): Jun 23 19:13:57.446692 dv-cinder-790492-6-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 19:13:57.446692 dv-cinder-790492-6-iscsi neutron-server[93953]: timer() Jun 23 19:13:57.446692 dv-cinder-790492-6-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 19:13:57.446692 dv-cinder-790492-6-iscsi neutron-server[93953]: cb(*args, **kw) Jun 23 19:13:57.446692 dv-cinder-790492-6-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 19:13:57.446692 dv-cinder-790492-6-iscsi neutron-server[93953]: return func(*args, **kwargs) Jun 23 19:13:57.446692 dv-cinder-790492-6-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 19:13:57.446692 dv-cinder-790492-6-iscsi neutron-server[93953]: self._notify() Jun 23 19:13:57.446692 dv-cinder-790492-6-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 19:13:57.446692 dv-cinder-790492-6-iscsi neutron-server[93953]: self.callback(batched_events) Jun 23 19:13:57.446692 dv-cinder-790492-6-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 19:13:57.446692 dv-cinder-790492-6-iscsi neutron-server[93953]: event.method(event) Jun 23 19:13:57.446692 dv-cinder-790492-6-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 19:13:57.446692 dv-cinder-790492-6-iscsi neutron-server[93953]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 19:13:57.446692 dv-cinder-790492-6-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 19:13:57.446692 dv-cinder-790492-6-iscsi neutron-server[93953]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 19:13:57.446692 dv-cinder-790492-6-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 19:13:57.446692 dv-cinder-790492-6-iscsi neutron-server[93953]: return f(self, *a, **k) Jun 23 19:13:57.446692 dv-cinder-790492-6-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 19:13:57.446692 dv-cinder-790492-6-iscsi neutron-server[93953]: return self._get(url).json() Jun 23 19:13:57.446692 dv-cinder-790492-6-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 19:13:57.446692 dv-cinder-790492-6-iscsi neutron-server[93953]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 19:13:57.446692 dv-cinder-790492-6-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 19:13:57.446692 dv-cinder-790492-6-iscsi neutron-server[93953]: return self.request(url, 'GET', **kwargs) Jun 23 19:13:57.446692 dv-cinder-790492-6-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 19:13:57.446692 dv-cinder-790492-6-iscsi neutron-server[93953]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 19:13:57.446692 dv-cinder-790492-6-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 19:13:57.446692 dv-cinder-790492-6-iscsi neutron-server[93953]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 19:13:57.446692 dv-cinder-790492-6-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 19:13:57.446692 dv-cinder-790492-6-iscsi neutron-server[93953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 19:13:57.446692 dv-cinder-790492-6-iscsi neutron-server[93953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 19:13:57.573314 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-35d11630-5005-435e-9713-178189feff6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3862688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3708783'] for network, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:57.577334 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-d60c2bc2-09d5-4147-8790-94e241f7535e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:13:57.583845 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-35d11630-5005-435e-9713-178189feff6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770935'] for network, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:57.583845 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-35d11630-5005-435e-9713-178189feff6c admin admin] 10.222.0.69 "DELETE /v2.0/networks/e9fa93c1-9380-43f6-a51c-3dfc88effd3b HTTP/1.1" status: 204 len: 168 time: 0.7908347 Jun 23 19:13:57.598090 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d11630-5005-435e-9713-178189feff6c admin admin] Pushing event deleted for resources: {'Network': ['ID=e9fa93c1-9380-43f6-a51c-3dfc88effd3b,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:13:57.609053 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-35d11630-5005-435e-9713-178189feff6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:13:57.954793 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 37104) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:13:57.996764 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-4447abf8-776d-4cab-ae58-13a942290de9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4cbd9e58e50b42a281ca078879fab751&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0407126 Jun 23 19:13:57.999140 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 37106) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:13:58.046049 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-121e26fa-e974-4cb8-8b88-1efd46e923f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:58.067008 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-121e26fa-e974-4cb8-8b88-1efd46e923f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:58.243015 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc6c8dc-20de-48cc-bbfe-0adcb9bbd28c req-03ab45f3-9dfb-4291-b622-d845ee440257 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:13:58.244515 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4dc6c8dc-20de-48cc-bbfe-0adcb9bbd28c req-03ab45f3-9dfb-4291-b622-d845ee440257 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2937309-7d8e-4c20-bd86-135c68675706 HTTP/1.1" status: 200 len: 945 time: 0.0627453 Jun 23 19:13:58.273895 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-121e26fa-e974-4cb8-8b88-1efd46e923f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:58.276654 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-121e26fa-e974-4cb8-8b88-1efd46e923f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:58.277785 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-121e26fa-e974-4cb8-8b88-1efd46e923f0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1819866e-abf7-4bb1-a5c4-a8a119d60e2c HTTP/1.1" status: 204 len: 168 time: 0.2777474 Jun 23 19:13:58.278638 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-5c1a2321-f2b4-47d2-8561-919080688a3d tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:13:58.287069 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121e26fa-e974-4cb8-8b88-1efd46e923f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1819866e-abf7-4bb1-a5c4-a8a119d60e2c,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:13:58.289831 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4dc6c8dc-20de-48cc-bbfe-0adcb9bbd28c req-32b459ff-c747-4981-ae39-1b62f8e4930a tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab9f1744-5d0b-4354-92d9-4ccbbd038296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391219 Jun 23 19:13:58.295006 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-121e26fa-e974-4cb8-8b88-1efd46e923f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:13:58.320047 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device f54cdda4-81e2-4724-8206-3151787f90cb no longer exists at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:13:58.339905 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] No Port match for: f54cdda4-81e2-4724-8206-3151787f90cb {{(pid=93954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:13:58.340367 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device f54cdda4-81e2-4724-8206-3151787f90cb not bound to the agent host dv-cinder-790492-6-iscsi {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:13:58.340824 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device 7b072b28-c74e-491a-8636-5ce439d134fb no longer exists at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:13:58.361903 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] No Port match for: 7b072b28-c74e-491a-8636-5ce439d134fb {{(pid=93954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:13:58.362252 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device 7b072b28-c74e-491a-8636-5ce439d134fb not bound to the agent host dv-cinder-790492-6-iscsi {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:13:59.475462 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff45fa9-2c0d-42bc-a421-ff3b7c783633 req-ea05da53-65e0-436f-a280-4047cba7822f tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:13:59.475933 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-aff45fa9-2c0d-42bc-a421-ff3b7c783633 req-ea05da53-65e0-436f-a280-4047cba7822f tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2937309-7d8e-4c20-bd86-135c68675706 HTTP/1.1" status: 200 len: 945 time: 0.0627730 Jun 23 19:13:59.514852 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-aff45fa9-2c0d-42bc-a421-ff3b7c783633 req-13325808-16cd-4ae2-ae49-6dce60f07992 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab9f1744-5d0b-4354-92d9-4ccbbd038296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332513 Jun 23 19:14:00.258640 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-58ad42eb-9756-46c2-9b37-fef8d962f0b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:00.551556 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 37154) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:14:00.662190 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a3982149-2d9e-4d86-8040-d3754d026fef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:00.705542 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f5d0b-9c5f-46f5-b4eb-b49e9f807b46 req-283f78b5-8059-452f-b209-08194db24547 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:00.706913 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a06f5d0b-9c5f-46f5-b4eb-b49e9f807b46 req-283f78b5-8059-452f-b209-08194db24547 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2937309-7d8e-4c20-bd86-135c68675706 HTTP/1.1" status: 200 len: 945 time: 0.0716317 Jun 23 19:14:00.745033 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a06f5d0b-9c5f-46f5-b4eb-b49e9f807b46 req-152b6282-b756-4026-a4bf-30799296ce40 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab9f1744-5d0b-4354-92d9-4ccbbd038296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324578 Jun 23 19:14:00.747417 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a3982149-2d9e-4d86-8040-d3754d026fef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:00.847395 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a3982149-2d9e-4d86-8040-d3754d026fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:00.851079 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-54c55a0e-37ef-49cb-b0ae-0722fabf2605 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:00.884817 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-a3982149-2d9e-4d86-8040-d3754d026fef admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9ebf31334cef416b9f7224459d4df658&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3324416 Jun 23 19:14:00.885727 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3982149-2d9e-4d86-8040-d3754d026fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4171d89-b175-4816-922d-d259b84603f8,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:00.887936 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 37158) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:14:00.889374 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-a3982149-2d9e-4d86-8040-d3754d026fef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:00.940356 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-705fd9ff-b3c0-47e1-a655-fffbf791726d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:00.961410 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-705fd9ff-b3c0-47e1-a655-fffbf791726d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:01.125047 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-705fd9ff-b3c0-47e1-a655-fffbf791726d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:01.127816 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-705fd9ff-b3c0-47e1-a655-fffbf791726d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:01.128965 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-705fd9ff-b3c0-47e1-a655-fffbf791726d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b4171d89-b175-4816-922d-d259b84603f8 HTTP/1.1" status: 204 len: 168 time: 0.2399883 Jun 23 19:14:01.129780 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-19838cfd-d6b4-45b3-9bd4-950c1289e527 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:01.137719 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705fd9ff-b3c0-47e1-a655-fffbf791726d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4171d89-b175-4816-922d-d259b84603f8,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:01.140049 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-705fd9ff-b3c0-47e1-a655-fffbf791726d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:01.930988 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47081376-21ce-4023-9c36-b5bcde486943 req-f8a81c95-7394-420a-af29-f0807882938a tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:01.937842 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-47081376-21ce-4023-9c36-b5bcde486943 req-f8a81c95-7394-420a-af29-f0807882938a tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2937309-7d8e-4c20-bd86-135c68675706 HTTP/1.1" status: 200 len: 945 time: 0.0732284 Jun 23 19:14:01.977642 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-47081376-21ce-4023-9c36-b5bcde486943 req-a4b4d0d3-5da2-46cc-84a4-e8a8e96a3aac tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab9f1744-5d0b-4354-92d9-4ccbbd038296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383761 Jun 23 19:14:02.915864 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-73f20c3c-af0f-441f-9479-604f46f8be9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:03.001585 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:03.200284 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0515a5b0-84c0-4545-af3e-6bb743f8e2a4 req-e6710d6d-b242-46ed-bd59-b8a8d1c2b07b tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:03.201649 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0515a5b0-84c0-4545-af3e-6bb743f8e2a4 req-e6710d6d-b242-46ed-bd59-b8a8d1c2b07b tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2937309-7d8e-4c20-bd86-135c68675706 HTTP/1.1" status: 200 len: 945 time: 0.0624282 Jun 23 19:14:03.240330 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0515a5b0-84c0-4545-af3e-6bb743f8e2a4 req-5863070c-0612-4fb4-93f7-a6343cfc7b30 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab9f1744-5d0b-4354-92d9-4ccbbd038296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322697 Jun 23 19:14:04.108467 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-36873b57-c469-4164-8152-400a4dc72ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:04.430174 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249b5e78-17d3-4425-bbdf-5b77d5999a96 req-51428e70-be75-4258-96ee-8d0c34b88d80 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:04.431807 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-249b5e78-17d3-4425-bbdf-5b77d5999a96 req-51428e70-be75-4258-96ee-8d0c34b88d80 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2937309-7d8e-4c20-bd86-135c68675706 HTTP/1.1" status: 200 len: 945 time: 0.0632682 Jun 23 19:14:04.469071 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-249b5e78-17d3-4425-bbdf-5b77d5999a96 req-b0c9a511-0b7d-479b-8805-34ac3c7c0805 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab9f1744-5d0b-4354-92d9-4ccbbd038296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315890 Jun 23 19:14:05.390347 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0dfa02b7-e69b-42f9-a1c6-d55a29ea84e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:05.729756 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ecfba2-5776-4df6-bff3-957dad4fbb56 req-4e581aaa-2247-4fdd-9d8b-bf20b1feade1 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:05.731131 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-76ecfba2-5776-4df6-bff3-957dad4fbb56 req-4e581aaa-2247-4fdd-9d8b-bf20b1feade1 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2937309-7d8e-4c20-bd86-135c68675706 HTTP/1.1" status: 200 len: 945 time: 0.0656593 Jun 23 19:14:05.768230 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-76ecfba2-5776-4df6-bff3-957dad4fbb56 req-5e72b3d9-19f4-47f9-89d1-e0bb58334736 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab9f1744-5d0b-4354-92d9-4ccbbd038296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314622 Jun 23 19:14:06.944352 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3eb91-5231-4c93-86a1-1e5cfb8a1003 req-635b0635-e5d8-40a1-b060-04aebb6e6253 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:06.945810 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-18b3eb91-5231-4c93-86a1-1e5cfb8a1003 req-635b0635-e5d8-40a1-b060-04aebb6e6253 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2937309-7d8e-4c20-bd86-135c68675706 HTTP/1.1" status: 200 len: 945 time: 0.0655088 Jun 23 19:14:06.983166 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-18b3eb91-5231-4c93-86a1-1e5cfb8a1003 req-54ba4eec-e59c-48c2-aba0-00de0f3838cb tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab9f1744-5d0b-4354-92d9-4ccbbd038296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318420 Jun 23 19:14:07.440836 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device 4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=93954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 19:14:07.533366 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] For port 4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb,segment=NetworkSegment(6376ebc8-cc9e-4950-bed1-519aba44fb4f),segment_id=6376ebc8-cc9e-4950-bed1-519aba44fb4f)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:14:07.547769 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Returning: {'device': '4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb', 'network_id': 'd02d4878-2846-42b3-8429-dddc3d54aa5f', 'port_id': '4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb', 'mac_address': 'fa:16:3e:ba:9f:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 941, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0c9ad5e-51b6-4019-87c2-098d82b200c4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 19:14:07.583046 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:07.595117 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.notifiers.nova [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb {{(pid=93954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:14:07.614303 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] For port 4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb,segment=NetworkSegment(6376ebc8-cc9e-4950-bed1-519aba44fb4f),segment_id=6376ebc8-cc9e-4950-bed1-519aba44fb4f)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:14:07.692746 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:07.694479 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:07.740184 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Pushing event updated for resources: {'Port': ['ID=4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb,revision_number=6']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:07.743590 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:07.866261 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] get_ports_and_sgs() called for port_ids ['4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb'] {{(pid=93954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:14:08.157452 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d7b42b-8aa2-4772-bd7d-e2e79959d52b req-cb818e38-d12c-4a98-9acd-a735b5d1c413 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:08.158894 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a6d7b42b-8aa2-4772-bd7d-e2e79959d52b req-cb818e38-d12c-4a98-9acd-a735b5d1c413 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2937309-7d8e-4c20-bd86-135c68675706 HTTP/1.1" status: 200 len: 944 time: 0.0622301 Jun 23 19:14:08.199935 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a6d7b42b-8aa2-4772-bd7d-e2e79959d52b req-73e6a529-4521-414e-aaed-f3e0ffb83d74 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab9f1744-5d0b-4354-92d9-4ccbbd038296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353084 Jun 23 19:14:09.376346 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee7c604-5f81-488b-b22e-d37ef54e7022 req-8a456185-6890-4d50-b8dc-5916da165695 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:09.378270 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-6ee7c604-5f81-488b-b22e-d37ef54e7022 req-8a456185-6890-4d50-b8dc-5916da165695 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2937309-7d8e-4c20-bd86-135c68675706 HTTP/1.1" status: 200 len: 944 time: 0.0628822 Jun 23 19:14:09.419277 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-6ee7c604-5f81-488b-b22e-d37ef54e7022 req-704f2c1b-e959-48b1-bb95-c9cca0c2945b tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab9f1744-5d0b-4354-92d9-4ccbbd038296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351985 Jun 23 19:14:09.467504 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device 4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb up at agent hyperv_hv-cinder-79049 {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:14:09.517345 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Provisioning complete for port 4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb triggered by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:14:09.517766 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:09.613667 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:09.639875 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2937309-7d8e-4c20-bd86-135c68675706', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb'}] {{(pid=93954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:14:09.642414 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78efef87a1af135e54214795b53a936b9e8d2b7d09f053504b37278e2de45a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f737e533-369f-4222-9b2f-764d6d57849e" -d '{"events": [{"server_uuid": "e2937309-7d8e-4c20-bd86-135c68675706", "name": "network-vif-plugged", "status": "completed", "tag": "4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb"}]}' {{(pid=93954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:14:09.660243 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] For port 4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb,segment=NetworkSegment(6376ebc8-cc9e-4950-bed1-519aba44fb4f),segment_id=6376ebc8-cc9e-4950-bed1-519aba44fb4f)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:14:09.685457 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd5b39a-793d-419e-96e1-d8a4361002a0 x-openstack-request-id: req-8fd5b39a-793d-419e-96e1-d8a4361002a0 {{(pid=93954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:14:09.685764 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2937309-7d8e-4c20-bd86-135c68675706", "name": "network-vif-plugged", "status": "completed", "tag": "4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb", "code": 200}]} {{(pid=93954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:14:09.687460 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8fd5b39a-793d-419e-96e1-d8a4361002a0 {{(pid=93954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:14:09.687460 dv-cinder-790492-6-iscsi neutron-server[93954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2937309-7d8e-4c20-bd86-135c68675706', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb', 'code': 200} Jun 23 19:14:09.831039 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:09.834118 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:09.891185 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Pushing event updated for resources: {'Port': ['ID=4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb,revision_number=7']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:09.895140 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:10.207621 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 37284) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:14:10.313279 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.agents_db [None req-808d9167-7b86-4487-ac1f-373b1677e9b0 None None] Agent healthcheck: found 6 active agents {{(pid=93955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:14:10.337575 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-8c5208d8-d1f4-44ec-9606-b151f661352e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:10.431212 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-8c5208d8-d1f4-44ec-9606-b151f661352e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:10.514602 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-8c5208d8-d1f4-44ec-9606-b151f661352e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:10.517931 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-3c78b458-cdae-47e9-a1fb-80f34f1a0619 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:10.552467 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5208d8-d1f4-44ec-9606-b151f661352e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e93d54bc-8227-4f43-9420-1288944a063e,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:10.609170 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5208d8-d1f4-44ec-9606-b151f661352e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:14:10.609551 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5208d8-d1f4-44ec-9606-b151f661352e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:14:10.609924 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5208d8-d1f4-44ec-9606-b151f661352e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:14:10.610290 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5208d8-d1f4-44ec-9606-b151f661352e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:14:10.610650 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5208d8-d1f4-44ec-9606-b151f661352e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:14:10.611010 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5208d8-d1f4-44ec-9606-b151f661352e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:14:10.611926 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5208d8-d1f4-44ec-9606-b151f661352e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:14:10.612285 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5208d8-d1f4-44ec-9606-b151f661352e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:14:10.612643 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5208d8-d1f4-44ec-9606-b151f661352e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:14:10.612996 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5208d8-d1f4-44ec-9606-b151f661352e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:14:10.613350 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5208d8-d1f4-44ec-9606-b151f661352e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:14:10.613701 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5208d8-d1f4-44ec-9606-b151f661352e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:14:10.626698 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-8c5208d8-d1f4-44ec-9606-b151f661352e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:10.634036 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 37290) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:14:10.634669 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-8c5208d8-d1f4-44ec-9606-b151f661352e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=10be1bc1b25044ca90dc6bd941314f3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4253438 Jun 23 19:14:10.672077 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa323cd7-c9b0-427d-bb4b-2e8dc2016552 req-bd0becff-202c-4e2d-8d3c-d48c97060185 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:10.673602 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-aa323cd7-c9b0-427d-bb4b-2e8dc2016552 req-bd0becff-202c-4e2d-8d3c-d48c97060185 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2937309-7d8e-4c20-bd86-135c68675706 HTTP/1.1" status: 200 len: 945 time: 0.1134057 Jun 23 19:14:10.701479 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-8108bfdc-82d7-406a-a73b-26ba6cb8ce2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:10.728714 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-8108bfdc-82d7-406a-a73b-26ba6cb8ce2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:10.745762 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-aa323cd7-c9b0-427d-bb4b-2e8dc2016552 req-b76284d2-799b-4593-be58-8c84a6bdcc76 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab9f1744-5d0b-4354-92d9-4ccbbd038296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645993 Jun 23 19:14:10.887562 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-8108bfdc-82d7-406a-a73b-26ba6cb8ce2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:10.890661 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-8108bfdc-82d7-406a-a73b-26ba6cb8ce2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:10.895195 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-8108bfdc-82d7-406a-a73b-26ba6cb8ce2d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e93d54bc-8227-4f43-9420-1288944a063e HTTP/1.1" status: 204 len: 168 time: 0.2600725 Jun 23 19:14:10.896775 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-a15b2a29-a666-40dc-8627-81df9128219b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:10.912678 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8108bfdc-82d7-406a-a73b-26ba6cb8ce2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93d54bc-8227-4f43-9420-1288944a063e,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:10.927059 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-8108bfdc-82d7-406a-a73b-26ba6cb8ce2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:11.954808 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bf973b-4cd5-4be3-99fe-c424a407b43c req-e7dc24e4-70c8-4626-b48a-7782c3e0db73 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:11.962306 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b1bf973b-4cd5-4be3-99fe-c424a407b43c req-e7dc24e4-70c8-4626-b48a-7782c3e0db73 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2937309-7d8e-4c20-bd86-135c68675706 HTTP/1.1" status: 200 len: 945 time: 0.0795434 Jun 23 19:14:12.008019 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b1bf973b-4cd5-4be3-99fe-c424a407b43c req-2c63f3f5-bcee-4729-a323-a8612ce02b1a tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab9f1744-5d0b-4354-92d9-4ccbbd038296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444560 Jun 23 19:14:12.101920 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 37314) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:14:12.203302 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-32006939-6ddc-4721-a637-a91fee0f35c2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-998337800-network', 'tenant_id': 'b4b61c56113043e1a4f88e44c04b3fcc'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:14:12.624018 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32006939-6ddc-4721-a637-a91fee0f35c2 admin admin] Made reservation on behalf of b4b61c56113043e1a4f88e44c04b3fcc for: {'network': 1} {{(pid=93952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:14:12.626382 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-32006939-6ddc-4721-a637-a91fee0f35c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-975148'] for network, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:12.635412 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-32006939-6ddc-4721-a637-a91fee0f35c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:12.720492 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-32006939-6ddc-4721-a637-a91fee0f35c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:12.816647 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-32006939-6ddc-4721-a637-a91fee0f35c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:12.820231 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-fab058e9-dfc5-4f2c-ac9e-8febc1428cf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:12.846808 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32006939-6ddc-4721-a637-a91fee0f35c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 939} {{(pid=93952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 19:14:12.854835 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32006939-6ddc-4721-a637-a91fee0f35c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fad172d-4d34-455b-996f-17917a854d92,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:12.858551 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-32006939-6ddc-4721-a637-a91fee0f35c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:12.862017 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-32006939-6ddc-4721-a637-a91fee0f35c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886977'] for segment, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:12.862387 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.db.segments_db [None req-32006939-6ddc-4721-a637-a91fee0f35c2 admin admin] Added segment ab93b394-2e7b-49a5-9405-307f47ea4335 of type vlan for network 1fbea644-5627-46d5-9977-553e5671c96e Jun 23 19:14:12.919198 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-32006939-6ddc-4721-a637-a91fee0f35c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745549258006'] for network, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:13.030703 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-32006939-6ddc-4721-a637-a91fee0f35c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3862688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898'] for network, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:13.031576 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32006939-6ddc-4721-a637-a91fee0f35c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:13.032166 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-32006939-6ddc-4721-a637-a91fee0f35c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770935'] for network, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:13.034435 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-9fb352d9-f61b-43d2-b52d-5d32da2b62c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:13.112388 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32006939-6ddc-4721-a637-a91fee0f35c2 admin admin] Pushing event updated for resources: {'Network': ['ID=1fbea644-5627-46d5-9977-553e5671c96e,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:13.115231 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-32006939-6ddc-4721-a637-a91fee0f35c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:13.126465 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Network 1fbea644-5627-46d5-9977-553e5671c96e details requested by agent ovs-agent-dv-cinder-790492-6-iscsi with host dv-cinder-790492-6-iscsi {{(pid=93954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 19:14:13.156532 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-32006939-6ddc-4721-a637-a91fee0f35c2 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0533824 Jun 23 19:14:13.159743 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 37326) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:14:13.165034 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-dec9b68e-6d7a-49b1-96af-f16131adf6ad admin admin] Request body: {'subnet': {'network_id': '1fbea644-5627-46d5-9977-553e5671c96e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-998337800-subnet', 'tenant_id': 'b4b61c56113043e1a4f88e44c04b3fcc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:14:13.219949 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa9bed5-e08d-4026-af81-8376aa104100 req-a4d62561-9a6f-4147-8d75-df3cd836f784 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:13.224065 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0fa9bed5-e08d-4026-af81-8376aa104100 req-a4d62561-9a6f-4147-8d75-df3cd836f784 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2937309-7d8e-4c20-bd86-135c68675706 HTTP/1.1" status: 200 len: 945 time: 0.0840051 Jun 23 19:14:13.265110 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec9b68e-6d7a-49b1-96af-f16131adf6ad admin admin] Made reservation on behalf of b4b61c56113043e1a4f88e44c04b3fcc for: {'subnet': 1} {{(pid=93952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:14:13.268905 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0fa9bed5-e08d-4026-af81-8376aa104100 req-5f1dc224-e9b7-49b0-aca4-1e2816cfac7d tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab9f1744-5d0b-4354-92d9-4ccbbd038296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405946 Jun 23 19:14:13.270148 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-dec9b68e-6d7a-49b1-96af-f16131adf6ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26574757'] for subnet, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:13.816968 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-dec9b68e-6d7a-49b1-96af-f16131adf6ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26441174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26574775'] for subnet, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:13.828031 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-99c860c6-da97-43ae-925d-e0327d762a4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:13.903992 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec9b68e-6d7a-49b1-96af-f16131adf6ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=13c6c1b4-a22d-4eff-8f88-7092c759598f,revision_number=0']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:13.909786 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-dec9b68e-6d7a-49b1-96af-f16131adf6ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:13.915180 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec9b68e-6d7a-49b1-96af-f16131adf6ad admin admin] Checking segment: {'id': 'ab93b394-2e7b-49a5-9405-307f47ea4335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '1fbea644-5627-46d5-9977-553e5671c96e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:14:13.915572 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec9b68e-6d7a-49b1-96af-f16131adf6ad admin admin] Network hostable DHCP agents. Network: 1fbea644-5627-46d5-9977-553e5671c96e, hostable agents: ['46fb5406-63b7-4827-9d8b-19fc67eca6fa'], hosted agents: [] {{(pid=93952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 19:14:14.046852 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec9b68e-6d7a-49b1-96af-f16131adf6ad admin admin] Network 1fbea644-5627-46d5-9977-553e5671c96e is scheduled to be hosted by DHCP agent 46fb5406-63b7-4827-9d8b-19fc67eca6fa with binding_index 1 {{(pid=93952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 19:14:14.066158 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 37328) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:14:14.185763 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.base_scheduler [None req-dec9b68e-6d7a-49b1-96af-f16131adf6ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-6-iscsi, 1fbea644-5627-46d5-9977-553e5671c96e) {{(pid=93952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:14:14.189794 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec9b68e-6d7a-49b1-96af-f16131adf6ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:14.190553 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-dec9b68e-6d7a-49b1-96af-f16131adf6ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770935'] for subnet, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:14.208302 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4c93d3-5378-49a5-9e35-e4150f60a8e1 None None] Network 1fbea644-5627-46d5-9977-553e5671c96e requested from dv-cinder-790492-6-iscsi {{(pid=93954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:14:14.391925 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-dec9b68e-6d7a-49b1-96af-f16131adf6ad admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2309532 Jun 23 19:14:14.410935 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd4cd5a-6ffc-48b6-a3d7-045d9ccb15ae None None] Network 1fbea644-5627-46d5-9977-553e5671c96e requested from dv-cinder-790492-6-iscsi {{(pid=93954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:14:14.454184 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [None req-7f9f0a87-6279-48b3-a86b-ddff4b83f730 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Deleting port a8910756-95ae-4e8b-a904-eba0a29b58a2 {{(pid=93952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:14:14.454529 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-7f9f0a87-6279-48b3-a86b-ddff4b83f730 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745549706015'] for port, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:14.603797 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-7f9f0a87-6279-48b3-a86b-ddff4b83f730 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710932'] for port, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:14.604033 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-7f9f0a87-6279-48b3-a86b-ddff4b83f730 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:14.620741 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [None req-7f9f0a87-6279-48b3-a86b-ddff4b83f730 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Calling delete_port for a8910756-95ae-4e8b-a904-eba0a29b58a2 owned by network:floatingip {{(pid=93952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:14:14.666925 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845faf29-e859-4772-ac52-f498a3c5f56a req-3b802680-ca94-41d3-8802-1e23aa370a20 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:14.674516 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-845faf29-e859-4772-ac52-f498a3c5f56a req-3b802680-ca94-41d3-8802-1e23aa370a20 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2937309-7d8e-4c20-bd86-135c68675706 HTTP/1.1" status: 200 len: 945 time: 0.1427710 Jun 23 19:14:14.740970 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-845faf29-e859-4772-ac52-f498a3c5f56a req-3867de58-2c17-4151-9fac-4d527f832890 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab9f1744-5d0b-4354-92d9-4ccbbd038296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652823 Jun 23 19:14:14.904563 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-7f9f0a87-6279-48b3-a86b-ddff4b83f730 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745549710641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745549236134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26440031'] for port, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:14.912264 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-0465280b-b016-4977-a16a-faad9fde8bfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:14.947289 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9f0a87-6279-48b3-a86b-ddff4b83f730 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Pushing event deleted for resources: {'Port': ['ID=a8910756-95ae-4e8b-a904-eba0a29b58a2,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:14.954827 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-7f9f0a87-6279-48b3-a86b-ddff4b83f730 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:15.038907 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-7f9f0a87-6279-48b3-a86b-ddff4b83f730 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Notify callbacks [] for floatingip, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:15.039237 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.db.l3_db [None req-7f9f0a87-6279-48b3-a86b-ddff4b83f730 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Floating IP 877c0fbe-1fff-49cd-8634-7361b7215ff6 disassociated (deleted). External IP: 172.27.1.90, port: 9052585d-57ac-4816-8951-6a03ce5ec933. Jun 23 19:14:15.261477 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 37348) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:14:15.266570 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-2dff6fa5-57d5-444b-9548-d243a29a2f0a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1482158794-network', 'tenant_id': '56865b3e551c4eb59b086ea41a10d37e'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:14:15.280987 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f9f0a87-6279-48b3-a86b-ddff4b83f730 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Router f829c2af-26e6-4a16-a76e-5ee2b8f5876a has already been hosted by L3 agent 74079d6f-659b-43f4-8a12-30a7ece685bb {{(pid=93952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:14:15.376506 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dff6fa5-57d5-444b-9548-d243a29a2f0a admin admin] Made reservation on behalf of 56865b3e551c4eb59b086ea41a10d37e for: {'network': 1} {{(pid=93953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:14:15.379231 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-2dff6fa5-57d5-444b-9548-d243a29a2f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-975148'] for network, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:15.390706 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-2dff6fa5-57d5-444b-9548-d243a29a2f0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:15.408991 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f9f0a87-6279-48b3-a86b-ddff4b83f730 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Notify agent at l3_agent.dv-cinder-790492-6-iscsi the message routers_updated {{(pid=93952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:14:15.419452 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9def3279-1c0a-4612-ba34-610558deafca None None] Sync routers for ids ['f829c2af-26e6-4a16-a76e-5ee2b8f5876a'] in dv-cinder-790492-6-iscsi {{(pid=93955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:14:15.419980 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-7f9f0a87-6279-48b3-a86b-ddff4b83f730 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064'] for floatingip, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:15.430624 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9def3279-1c0a-4612-ba34-610558deafca None None] Routers {'f829c2af-26e6-4a16-a76e-5ee2b8f5876a'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:14:15.432674 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-9def3279-1c0a-4612-ba34-610558deafca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:14:03Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['f829c2af-26e6-4a16-a76e-5ee2b8f5876a'], 'active': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:14:15.493685 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-7f9f0a87-6279-48b3-a86b-ddff4b83f730 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "DELETE /v2.0/floatingips/877c0fbe-1fff-49cd-8634-7361b7215ff6 HTTP/1.1" status: 204 len: 168 time: 1.4263339 Jun 23 19:14:15.498101 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b389f774-9ff0-4f52-9779-fca0f42d0093', 'tag': '9052585d-57ac-4816-8951-6a03ce5ec933'}] {{(pid=93952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:14:15.500716 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f474d005e030a99e3f69ea981c050f81cf45b90cf2b693ec9605b6c162e4b523" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-804dbae4-337d-429d-8b91-e5a82a166f0d" -d '{"events": [{"name": "network-changed", "server_uuid": "b389f774-9ff0-4f52-9779-fca0f42d0093", "tag": "9052585d-57ac-4816-8951-6a03ce5ec933"}]}' {{(pid=93952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:14:15.558109 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-2dff6fa5-57d5-444b-9548-d243a29a2f0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:15.563711 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvr_db [None req-9def3279-1c0a-4612-ba34-610558deafca None None] Set router f829c2af-26e6-4a16-a76e-5ee2b8f5876a gateway port host: dv-cinder-790492-6-iscsi {{(pid=93955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:14:15.624522 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-2dff6fa5-57d5-444b-9548-d243a29a2f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:15.629618 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-bd905c53-4ad3-485d-8779-42ba7e7e8a20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:15.660569 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dff6fa5-57d5-444b-9548-d243a29a2f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d16dfe-e8ae-4d4b-b503-f19cdfc47934,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:15.666149 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-2dff6fa5-57d5-444b-9548-d243a29a2f0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:15.682892 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dff6fa5-57d5-444b-9548-d243a29a2f0a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 932} {{(pid=93953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 19:14:15.709257 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-2dff6fa5-57d5-444b-9548-d243a29a2f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886977'] for segment, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:15.709895 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.db.segments_db [None req-2dff6fa5-57d5-444b-9548-d243a29a2f0a admin admin] Added segment 836e8da9-1cdb-4f26-9faa-6ff13769d6b4 of type vlan for network 3384e6fd-c9ae-42fd-9ae5-da4b77512e7c Jun 23 19:14:15.760832 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-2dff6fa5-57d5-444b-9548-d243a29a2f0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745549258006'] for network, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:15.817273 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-9def3279-1c0a-4612-ba34-610558deafca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f829c2af-26e6-4a16-a76e-5ee2b8f5876a', 'name': 'tempest-TestShelveInstance-169492768-router', 'tenant_id': 'eec1ba71166e4c50a81e1f89588a5bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '95d4447e-2db4-4190-a2a6-47b114cf5d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:08:39Z', 'updated_at': '2021-06-23T19:08:45Z', 'revision_number': 4, 'project_id': 'eec1ba71166e4c50a81e1f89588a5bf6', 'gw_port': {'id': '95d4447e-2db4-4190-a2a6-47b114cf5d2c', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:29:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f829c2af-26e6-4a16-a76e-5ee2b8f5876a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:40Z', 'updated_at': '2021-06-23T19:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi', '_interfaces': [{'id': 'c697b4aa-7d81-4d78-9ef0-483e03be7ba5', 'name': '', 'network_id': '481be26c-7a5b-467d-9408-466d4aa92702', 'tenant_id': 'eec1ba71166e4c50a81e1f89588a5bf6', 'mac_address': 'fa:16:3e:1e:d5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f829c2af-26e6-4a16-a76e-5ee2b8f5876a', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '2b74c165-911b-430d-9033-28ede67b53a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:44Z', 'updated_at': '2021-06-23T19:08:53Z', 'revision_number': 5, 'project_id': 'eec1ba71166e4c50a81e1f89588a5bf6', 'subnets': [{'id': '2b74c165-911b-430d-9033-28ede67b53a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:14:15.842521 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9def3279-1c0a-4612-ba34-610558deafca None None] Checking router: f829c2af-26e6-4a16-a76e-5ee2b8f5876a for host: dv-cinder-790492-6-iscsi {{(pid=93955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:14:15.851027 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9def3279-1c0a-4612-ba34-610558deafca None None] Routers {'f829c2af-26e6-4a16-a76e-5ee2b8f5876a'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:14:15.851670 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-9def3279-1c0a-4612-ba34-610558deafca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:14:03Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['f829c2af-26e6-4a16-a76e-5ee2b8f5876a'], 'active': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:14:15.962742 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvr_db [None req-9def3279-1c0a-4612-ba34-610558deafca None None] Set router f829c2af-26e6-4a16-a76e-5ee2b8f5876a gateway port host: dv-cinder-790492-6-iscsi {{(pid=93955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:14:16.165678 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-9def3279-1c0a-4612-ba34-610558deafca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f829c2af-26e6-4a16-a76e-5ee2b8f5876a', 'name': 'tempest-TestShelveInstance-169492768-router', 'tenant_id': 'eec1ba71166e4c50a81e1f89588a5bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '95d4447e-2db4-4190-a2a6-47b114cf5d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:08:39Z', 'updated_at': '2021-06-23T19:08:45Z', 'revision_number': 4, 'project_id': 'eec1ba71166e4c50a81e1f89588a5bf6', 'gw_port': {'id': '95d4447e-2db4-4190-a2a6-47b114cf5d2c', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:29:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f829c2af-26e6-4a16-a76e-5ee2b8f5876a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:40Z', 'updated_at': '2021-06-23T19:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi', '_interfaces': [{'id': 'c697b4aa-7d81-4d78-9ef0-483e03be7ba5', 'name': '', 'network_id': '481be26c-7a5b-467d-9408-466d4aa92702', 'tenant_id': 'eec1ba71166e4c50a81e1f89588a5bf6', 'mac_address': 'fa:16:3e:1e:d5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f829c2af-26e6-4a16-a76e-5ee2b8f5876a', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '2b74c165-911b-430d-9033-28ede67b53a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:44Z', 'updated_at': '2021-06-23T19:08:53Z', 'revision_number': 5, 'project_id': 'eec1ba71166e4c50a81e1f89588a5bf6', 'subnets': [{'id': '2b74c165-911b-430d-9033-28ede67b53a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:14:16.192748 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9def3279-1c0a-4612-ba34-610558deafca None None] The sync data for ids ['f829c2af-26e6-4a16-a76e-5ee2b8f5876a'] in dv-cinder-790492-6-iscsi is: [{'id': 'f829c2af-26e6-4a16-a76e-5ee2b8f5876a', 'name': 'tempest-TestShelveInstance-169492768-router', 'tenant_id': 'eec1ba71166e4c50a81e1f89588a5bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '95d4447e-2db4-4190-a2a6-47b114cf5d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:08:39Z', 'updated_at': '2021-06-23T19:08:45Z', 'revision_number': 4, 'project_id': 'eec1ba71166e4c50a81e1f89588a5bf6', 'gw_port': {'id': '95d4447e-2db4-4190-a2a6-47b114cf5d2c', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:29:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f829c2af-26e6-4a16-a76e-5ee2b8f5876a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:40Z', 'updated_at': '2021-06-23T19:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi', '_interfaces': [{'id': 'c697b4aa-7d81-4d78-9ef0-483e03be7ba5', 'name': '', 'network_id': '481be26c-7a5b-467d-9408-466d4aa92702', 'tenant_id': 'eec1ba71166e4c50a81e1f89588a5bf6', 'mac_address': 'fa:16:3e:1e:d5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f829c2af-26e6-4a16-a76e-5ee2b8f5876a', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '2b74c165-911b-430d-9033-28ede67b53a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:44Z', 'updated_at': '2021-06-23T19:08:53Z', 'revision_number': 5, 'project_id': 'eec1ba71166e4c50a81e1f89588a5bf6', 'subnets': [{'id': '2b74c165-911b-430d-9033-28ede67b53a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:14:16.401367 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-2dff6fa5-57d5-444b-9548-d243a29a2f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3862688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898'] for network, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:16.402726 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dff6fa5-57d5-444b-9548-d243a29a2f0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:16.403303 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-2dff6fa5-57d5-444b-9548-d243a29a2f0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770935'] for network, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:16.405504 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:16.431638 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6357cb52-0949-43bd-81a4-b928301d4b4a None None] New status for floating IP 877c0fbe-1fff-49cd-8634-7361b7215ff6: DOWN {{(pid=93954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 19:14:16.491047 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dff6fa5-57d5-444b-9548-d243a29a2f0a admin admin] Pushing event updated for resources: {'Network': ['ID=3384e6fd-c9ae-42fd-9ae5-da4b77512e7c,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:16.495663 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-2dff6fa5-57d5-444b-9548-d243a29a2f0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:16.519301 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Network 3384e6fd-c9ae-42fd-9ae5-da4b77512e7c details requested by agent ovs-agent-dv-cinder-790492-6-iscsi with host dv-cinder-790492-6-iscsi {{(pid=93954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 19:14:16.523706 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-2dff6fa5-57d5-444b-9548-d243a29a2f0a admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2598832 Jun 23 19:14:16.525323 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 37360) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:14:16.532409 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-326126e3-83d9-427b-a313-fd43be5f83df admin admin] Request body: {'subnet': {'network_id': '3384e6fd-c9ae-42fd-9ae5-da4b77512e7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1482158794-subnet', 'tenant_id': '56865b3e551c4eb59b086ea41a10d37e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:14:16.605230 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff56d4b6-c02c-457c-ad76-fb2cd4e61431 x-openstack-request-id: req-ff56d4b6-c02c-457c-ad76-fb2cd4e61431 {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:14:16.605774 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b389f774-9ff0-4f52-9779-fca0f42d0093", "tag": "9052585d-57ac-4816-8951-6a03ce5ec933", "status": "completed", "code": 200}]} {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:14:16.606059 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ff56d4b6-c02c-457c-ad76-fb2cd4e61431 {{(pid=93952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:14:16.606659 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b389f774-9ff0-4f52-9779-fca0f42d0093', 'tag': '9052585d-57ac-4816-8951-6a03ce5ec933', 'status': 'completed', 'code': 200} Jun 23 19:14:16.661832 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326126e3-83d9-427b-a313-fd43be5f83df admin admin] Made reservation on behalf of 56865b3e551c4eb59b086ea41a10d37e for: {'subnet': 1} {{(pid=93953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:14:16.664322 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-326126e3-83d9-427b-a313-fd43be5f83df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28230503'] for subnet, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:16.867691 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804dbae4-337d-429d-8b91-e5a82a166f0d req-79ae9688-53dd-4483-a219-31d89c513a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:16.869234 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-804dbae4-337d-429d-8b91-e5a82a166f0d req-79ae9688-53dd-4483-a219-31d89c513a1a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eec1ba71166e4c50a81e1f89588a5bf6&device_id=b389f774-9ff0-4f52-9779-fca0f42d0093 HTTP/1.1" status: 200 len: 1099 time: 0.2019858 Jun 23 19:14:16.947718 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e2122c-f686-40da-8b81-df7e1070f210 req-11ec4f93-7eb1-4fb5-93ff-d5f83630d0ac tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:16.949257 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d3e2122c-f686-40da-8b81-df7e1070f210 req-11ec4f93-7eb1-4fb5-93ff-d5f83630d0ac tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2937309-7d8e-4c20-bd86-135c68675706 HTTP/1.1" status: 200 len: 945 time: 0.2271762 Jun 23 19:14:17.093274 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d3e2122c-f686-40da-8b81-df7e1070f210 req-f30f84f5-aecd-48b4-85e4-78c23a4196d8 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab9f1744-5d0b-4354-92d9-4ccbbd038296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081166 Jun 23 19:14:17.113101 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804dbae4-337d-429d-8b91-e5a82a166f0d req-5e3a9d2a-e40d-4c05-b1c7-78668bbcd9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:17.125604 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-804dbae4-337d-429d-8b91-e5a82a166f0d req-5e3a9d2a-e40d-4c05-b1c7-78668bbcd9b8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=481be26c-7a5b-467d-9408-466d4aa92702 HTTP/1.1" status: 200 len: 909 time: 0.2247434 Jun 23 19:14:17.181651 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-326126e3-83d9-427b-a313-fd43be5f83df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28925831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28230517'] for subnet, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:17.185065 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-804dbae4-337d-429d-8b91-e5a82a166f0d req-45181533-8ae4-4ff5-ae35-cb747f82fc63 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9052585d-57ac-4816-8951-6a03ce5ec933 HTTP/1.1" status: 200 len: 217 time: 0.0504825 Jun 23 19:14:17.187138 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:17.233857 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:17.323590 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326126e3-83d9-427b-a313-fd43be5f83df admin admin] Pushing event updated for resources: {'Subnet': ['ID=578648e2-7aa8-466b-8fad-00ebc62578d7,revision_number=0']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:17.334665 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-326126e3-83d9-427b-a313-fd43be5f83df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:17.340615 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804dbae4-337d-429d-8b91-e5a82a166f0d req-7a79bf09-e6c0-4b07-83cd-870644cdf3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:17.342150 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-804dbae4-337d-429d-8b91-e5a82a166f0d req-7a79bf09-e6c0-4b07-83cd-870644cdf3e4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2b74c165-911b-430d-9033-28ede67b53a0 HTTP/1.1" status: 200 len: 847 time: 0.1471291 Jun 23 19:14:17.368910 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326126e3-83d9-427b-a313-fd43be5f83df admin admin] Checking segment: {'id': '836e8da9-1cdb-4f26-9faa-6ff13769d6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '3384e6fd-c9ae-42fd-9ae5-da4b77512e7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:14:17.369187 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326126e3-83d9-427b-a313-fd43be5f83df admin admin] Network hostable DHCP agents. Network: 3384e6fd-c9ae-42fd-9ae5-da4b77512e7c, hostable agents: ['46fb5406-63b7-4827-9d8b-19fc67eca6fa'], hosted agents: [] {{(pid=93953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 19:14:17.429597 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da490a5a-2594-4596-96bb-4ee53959a944 req-a3e6ec87-0ba0-4f44-b1ae-a85a0830a1b1 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:17.431073 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-da490a5a-2594-4596-96bb-4ee53959a944 req-a3e6ec87-0ba0-4f44-b1ae-a85a0830a1b1 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/ports?device_id=b389f774-9ff0-4f52-9779-fca0f42d0093 HTTP/1.1" status: 200 len: 946 time: 0.2037177 Jun 23 19:14:17.472877 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804dbae4-337d-429d-8b91-e5a82a166f0d req-d81eeca8-b455-4368-89ec-e01b144ced73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:17.474356 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-804dbae4-337d-429d-8b91-e5a82a166f0d req-d81eeca8-b455-4368-89ec-e01b144ced73 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=481be26c-7a5b-467d-9408-466d4aa92702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1238735 Jun 23 19:14:17.496548 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326126e3-83d9-427b-a313-fd43be5f83df admin admin] Network 3384e6fd-c9ae-42fd-9ae5-da4b77512e7c is scheduled to be hosted by DHCP agent 46fb5406-63b7-4827-9d8b-19fc67eca6fa with binding_index 1 {{(pid=93953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 19:14:17.511733 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-da490a5a-2594-4596-96bb-4ee53959a944 req-4b29a854-4f4d-4ece-b724-5f18c3d7bef0 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/security-groups?id=89c8f244-84dd-4955-bd65-36bd2a6ab177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699029 Jun 23 19:14:17.603946 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-804dbae4-337d-429d-8b91-e5a82a166f0d req-795378e2-c772-458e-ae9b-570841be04bb service neutron] 10.222.0.49 "GET /v2.0/networks/481be26c-7a5b-467d-9408-466d4aa92702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207161 Jun 23 19:14:17.632643 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [None req-326126e3-83d9-427b-a313-fd43be5f83df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-6-iscsi, 3384e6fd-c9ae-42fd-9ae5-da4b77512e7c) {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:14:17.638275 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326126e3-83d9-427b-a313-fd43be5f83df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:17.639022 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-326126e3-83d9-427b-a313-fd43be5f83df admin admin] Notify callbacks [] for subnet, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:17.643025 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d7ba36-2b39-4654-8ea8-acf27c99099c None None] Network 3384e6fd-c9ae-42fd-9ae5-da4b77512e7c requested from dv-cinder-790492-6-iscsi {{(pid=93954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:14:17.738867 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-326126e3-83d9-427b-a313-fd43be5f83df admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2090623 Jun 23 19:14:17.767894 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-804dbae4-337d-429d-8b91-e5a82a166f0d req-2e9bc350-e3c0-41cb-a282-18e5b9435017 service neutron] 10.222.0.49 "GET /v2.0/networks/481be26c-7a5b-467d-9408-466d4aa92702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548934 Jun 23 19:14:17.820368 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c552d21-0ad5-4253-81c4-50c049abe970 None None] Network 3384e6fd-c9ae-42fd-9ae5-da4b77512e7c requested from dv-cinder-790492-6-iscsi {{(pid=93954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:14:17.912901 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 37366) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:14:17.974547 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.db.db_base_plugin_v2 [None req-11077ecc-7a9f-4e98-bc1d-ee913f794481 admin admin] Deleting subnet 13c6c1b4-a22d-4eff-8f88-7092c759598f {{(pid=93952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 19:14:17.978629 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-11077ecc-7a9f-4e98-bc1d-ee913f794481 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:18.020140 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-11077ecc-7a9f-4e98-bc1d-ee913f794481 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25525077'] for subnet, precommit_delete_associations {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:18.067780 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-11077ecc-7a9f-4e98-bc1d-ee913f794481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884468'] for subnet, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:18.251518 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-11077ecc-7a9f-4e98-bc1d-ee913f794481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26439957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26574776'] for subnet, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:18.255278 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-af90d97f-a7ca-4f79-8866-77ee6ce796c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:18.283252 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11077ecc-7a9f-4e98-bc1d-ee913f794481 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13c6c1b4-a22d-4eff-8f88-7092c759598f,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:18.289020 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-11077ecc-7a9f-4e98-bc1d-ee913f794481 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:18.299019 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-11077ecc-7a9f-4e98-bc1d-ee913f794481 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770935'] for subnet, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:18.301445 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-11077ecc-7a9f-4e98-bc1d-ee913f794481 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/13c6c1b4-a22d-4eff-8f88-7092c759598f HTTP/1.1" status: 204 len: 168 time: 0.3867633 Jun 23 19:14:18.304025 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 37370) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:14:18.329860 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699efdf7-3ad9-4141-b30c-b1d67dacf93a req-83c851bf-c2aa-4cfb-8417-efea142dbfff tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:18.332085 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-699efdf7-3ad9-4141-b30c-b1d67dacf93a req-83c851bf-c2aa-4cfb-8417-efea142dbfff tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2937309-7d8e-4c20-bd86-135c68675706 HTTP/1.1" status: 200 len: 945 time: 0.1032286 Jun 23 19:14:18.414623 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-699efdf7-3ad9-4141-b30c-b1d67dacf93a req-1ee01946-d619-40e9-9352-f66377c729e6 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab9f1744-5d0b-4354-92d9-4ccbbd038296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754538 Jun 23 19:14:18.417147 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3cd7099a-fde2-4f27-8e7b-56ce0119115a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-959346'] for network, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:18.522742 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3cd7099a-fde2-4f27-8e7b-56ce0119115a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883321', 'neutron.services.segments.db._delete_segments_for_network-8745549744415'] for network, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:18.532844 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.services.segments.db [None req-3cd7099a-fde2-4f27-8e7b-56ce0119115a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fbea644-5627-46d5-9977-553e5671c96e']}} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:14:18.548240 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.services.segments.db [None req-3cd7099a-fde2-4f27-8e7b-56ce0119115a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab93b394-2e7b-49a5-9405-307f47ea4335') {'for_net_delete': True} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:14:18.548571 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.services.segments.db [None req-3cd7099a-fde2-4f27-8e7b-56ce0119115a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab93b394-2e7b-49a5-9405-307f47ea4335') {} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:14:18.563079 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3cd7099a-fde2-4f27-8e7b-56ce0119115a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745549732078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28925892'] for segment, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:18.586002 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3cd7099a-fde2-4f27-8e7b-56ce0119115a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886977'] for segment, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:18.592752 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cd7099a-fde2-4f27-8e7b-56ce0119115a admin admin] Releasing vlan 939 on physical network physnet1 to pool {{(pid=93953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 19:14:18.593138 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3cd7099a-fde2-4f27-8e7b-56ce0119115a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28924889'] for segment, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:18.594752 dv-cinder-790492-6-iscsi neutron-server[93953]: Traceback (most recent call last): Jun 23 19:14:18.594752 dv-cinder-790492-6-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 19:14:18.594752 dv-cinder-790492-6-iscsi neutron-server[93953]: timer() Jun 23 19:14:18.594752 dv-cinder-790492-6-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 19:14:18.594752 dv-cinder-790492-6-iscsi neutron-server[93953]: cb(*args, **kw) Jun 23 19:14:18.594752 dv-cinder-790492-6-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 19:14:18.594752 dv-cinder-790492-6-iscsi neutron-server[93953]: return func(*args, **kwargs) Jun 23 19:14:18.594752 dv-cinder-790492-6-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 19:14:18.594752 dv-cinder-790492-6-iscsi neutron-server[93953]: self._notify() Jun 23 19:14:18.594752 dv-cinder-790492-6-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 19:14:18.594752 dv-cinder-790492-6-iscsi neutron-server[93953]: self.callback(batched_events) Jun 23 19:14:18.594752 dv-cinder-790492-6-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 19:14:18.594752 dv-cinder-790492-6-iscsi neutron-server[93953]: event.method(event) Jun 23 19:14:18.594752 dv-cinder-790492-6-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 19:14:18.594752 dv-cinder-790492-6-iscsi neutron-server[93953]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 19:14:18.594752 dv-cinder-790492-6-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 19:14:18.594752 dv-cinder-790492-6-iscsi neutron-server[93953]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 19:14:18.594752 dv-cinder-790492-6-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 19:14:18.594752 dv-cinder-790492-6-iscsi neutron-server[93953]: return f(self, *a, **k) Jun 23 19:14:18.594752 dv-cinder-790492-6-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 19:14:18.594752 dv-cinder-790492-6-iscsi neutron-server[93953]: return self._get(url).json() Jun 23 19:14:18.594752 dv-cinder-790492-6-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 19:14:18.594752 dv-cinder-790492-6-iscsi neutron-server[93953]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 19:14:18.594752 dv-cinder-790492-6-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 19:14:18.594752 dv-cinder-790492-6-iscsi neutron-server[93953]: return self.request(url, 'GET', **kwargs) Jun 23 19:14:18.594752 dv-cinder-790492-6-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 19:14:18.594752 dv-cinder-790492-6-iscsi neutron-server[93953]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 19:14:18.594752 dv-cinder-790492-6-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 19:14:18.594752 dv-cinder-790492-6-iscsi neutron-server[93953]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 19:14:18.594752 dv-cinder-790492-6-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 19:14:18.594752 dv-cinder-790492-6-iscsi neutron-server[93953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 19:14:18.594752 dv-cinder-790492-6-iscsi neutron-server[93953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 19:14:18.715675 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec697bc7-0df8-4ce2-8b37-658093fcb46a req-843f169d-3bae-4ca8-af40-b88bec2ddea5 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:18.717271 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ec697bc7-0df8-4ce2-8b37-658093fcb46a req-843f169d-3bae-4ca8-af40-b88bec2ddea5 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/ports?device_id=b389f774-9ff0-4f52-9779-fca0f42d0093 HTTP/1.1" status: 200 len: 946 time: 0.0675745 Jun 23 19:14:18.739981 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3cd7099a-fde2-4f27-8e7b-56ce0119115a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3862688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3708783'] for network, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:18.746931 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3cd7099a-fde2-4f27-8e7b-56ce0119115a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770935'] for network, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:18.748823 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-3cd7099a-fde2-4f27-8e7b-56ce0119115a admin admin] 10.222.0.69 "DELETE /v2.0/networks/1fbea644-5627-46d5-9977-553e5671c96e HTTP/1.1" status: 204 len: 168 time: 0.4438019 Jun 23 19:14:18.749885 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-a421f530-cb05-4714-b9db-fda82335e789 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:18.751720 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 37374) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:14:18.780218 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd7099a-fde2-4f27-8e7b-56ce0119115a admin admin] Pushing event deleted for resources: {'Network': ['ID=1fbea644-5627-46d5-9977-553e5671c96e,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:18.783277 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-3cd7099a-fde2-4f27-8e7b-56ce0119115a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:18.813604 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ec697bc7-0df8-4ce2-8b37-658093fcb46a req-a1286e04-d334-4dad-8cb8-915d18806e7b tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/security-groups?id=89c8f244-84dd-4955-bd65-36bd2a6ab177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904250 Jun 23 19:14:18.831513 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.db.db_base_plugin_v2 [None req-b075d762-4dd9-473a-b2de-d80f899aea8f admin admin] Deleting subnet 578648e2-7aa8-466b-8fad-00ebc62578d7 {{(pid=93952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 19:14:18.835995 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-b075d762-4dd9-473a-b2de-d80f899aea8f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:18.860543 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157fb9e-334b-492d-8745-7bfa57523bf7 req-23e5d9b4-1181-4f22-a557-94dae042c473 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:18.862533 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2157fb9e-334b-492d-8745-7bfa57523bf7 req-23e5d9b4-1181-4f22-a557-94dae042c473 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.49 "GET /v2.0/ports?device_id=b389f774-9ff0-4f52-9779-fca0f42d0093 HTTP/1.1" status: 200 len: 946 time: 0.0973582 Jun 23 19:14:18.876537 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-b075d762-4dd9-473a-b2de-d80f899aea8f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25525077'] for subnet, precommit_delete_associations {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:18.925871 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-b075d762-4dd9-473a-b2de-d80f899aea8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884468'] for subnet, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:18.988904 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [req-2157fb9e-334b-492d-8745-7bfa57523bf7 req-c1f71044-2057-4400-bea7-374147f30da3 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Deleting port 9052585d-57ac-4816-8951-6a03ce5ec933 {{(pid=93953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:14:18.988904 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-2157fb9e-334b-492d-8745-7bfa57523bf7 req-c1f71044-2057-4400-bea7-374147f30da3 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745549706015'] for port, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:19.089589 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-2157fb9e-334b-492d-8745-7bfa57523bf7 req-c1f71044-2057-4400-bea7-374147f30da3 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] For port 9052585d-57ac-4816-8951-6a03ce5ec933, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=9052585d-57ac-4816-8951-6a03ce5ec933,segment=NetworkSegment(69103e30-5a0e-4989-a98f-ce80dbdb4825),segment_id=69103e30-5a0e-4989-a98f-ce80dbdb4825)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:14:19.089941 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-2157fb9e-334b-492d-8745-7bfa57523bf7 req-c1f71044-2057-4400-bea7-374147f30da3 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710932'] for port, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:19.108419 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-b075d762-4dd9-473a-b2de-d80f899aea8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26439957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26574776'] for subnet, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:19.110170 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [req-2157fb9e-334b-492d-8745-7bfa57523bf7 req-c1f71044-2057-4400-bea7-374147f30da3 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Calling delete_port for 9052585d-57ac-4816-8951-6a03ce5ec933 owned by compute:nova {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:14:19.112597 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:19.137132 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b075d762-4dd9-473a-b2de-d80f899aea8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=578648e2-7aa8-466b-8fad-00ebc62578d7,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:19.140282 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-b075d762-4dd9-473a-b2de-d80f899aea8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:19.141372 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-b075d762-4dd9-473a-b2de-d80f899aea8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770935'] for subnet, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:19.146615 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-b075d762-4dd9-473a-b2de-d80f899aea8f admin admin] 10.222.0.69 "DELETE /v2.0/subnets/578648e2-7aa8-466b-8fad-00ebc62578d7 HTTP/1.1" status: 204 len: 168 time: 0.3925292 Jun 23 19:14:19.146824 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 37376) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:14:19.230582 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-25028c25-d2f4-496b-84b6-a3b353e93b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-959346'] for network, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:19.318318 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-25028c25-d2f4-496b-84b6-a3b353e93b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883321', 'neutron.services.segments.db._delete_segments_for_network-8745549744415'] for network, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:19.326992 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-2157fb9e-334b-492d-8745-7bfa57523bf7 req-c1f71044-2057-4400-bea7-374147f30da3 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745549710641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745549236134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28924686'] for port, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:19.329890 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.services.segments.db [None req-25028c25-d2f4-496b-84b6-a3b353e93b0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3384e6fd-c9ae-42fd-9ae5-da4b77512e7c']}} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:14:19.339011 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-5c7c35d4-76fe-43fc-b008-0712347a8468 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:19.342384 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.services.segments.db [None req-25028c25-d2f4-496b-84b6-a3b353e93b0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '836e8da9-1cdb-4f26-9faa-6ff13769d6b4') {'for_net_delete': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:14:19.342848 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.services.segments.db [None req-25028c25-d2f4-496b-84b6-a3b353e93b0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '836e8da9-1cdb-4f26-9faa-6ff13769d6b4') {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:14:19.355941 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-25028c25-d2f4-496b-84b6-a3b353e93b0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745549732078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25525066'] for segment, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:19.365172 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f71044-2057-4400-bea7-374147f30da3 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Pushing event deleted for resources: {'Port': ['ID=9052585d-57ac-4816-8951-6a03ce5ec933,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:19.368612 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-c1f71044-2057-4400-bea7-374147f30da3 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:19.372769 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-25028c25-d2f4-496b-84b6-a3b353e93b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886977'] for segment, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:19.380744 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25028c25-d2f4-496b-84b6-a3b353e93b0e admin admin] Releasing vlan 932 on physical network physnet1 to pool {{(pid=93952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 19:14:19.381151 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-25028c25-d2f4-496b-84b6-a3b353e93b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26440072'] for segment, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:19.383054 dv-cinder-790492-6-iscsi neutron-server[93952]: Traceback (most recent call last): Jun 23 19:14:19.383054 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 19:14:19.383054 dv-cinder-790492-6-iscsi neutron-server[93952]: timer() Jun 23 19:14:19.383054 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 19:14:19.383054 dv-cinder-790492-6-iscsi neutron-server[93952]: cb(*args, **kw) Jun 23 19:14:19.383054 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 19:14:19.383054 dv-cinder-790492-6-iscsi neutron-server[93952]: return func(*args, **kwargs) Jun 23 19:14:19.383054 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 19:14:19.383054 dv-cinder-790492-6-iscsi neutron-server[93952]: self._notify() Jun 23 19:14:19.383054 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 19:14:19.383054 dv-cinder-790492-6-iscsi neutron-server[93952]: self.callback(batched_events) Jun 23 19:14:19.383054 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 19:14:19.383054 dv-cinder-790492-6-iscsi neutron-server[93952]: event.method(event) Jun 23 19:14:19.383054 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 19:14:19.383054 dv-cinder-790492-6-iscsi neutron-server[93952]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 19:14:19.383054 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 19:14:19.383054 dv-cinder-790492-6-iscsi neutron-server[93952]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 19:14:19.383054 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 19:14:19.383054 dv-cinder-790492-6-iscsi neutron-server[93952]: return f(self, *a, **k) Jun 23 19:14:19.383054 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 19:14:19.383054 dv-cinder-790492-6-iscsi neutron-server[93952]: return self._get(url).json() Jun 23 19:14:19.383054 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 19:14:19.383054 dv-cinder-790492-6-iscsi neutron-server[93952]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 19:14:19.383054 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 19:14:19.383054 dv-cinder-790492-6-iscsi neutron-server[93952]: return self.request(url, 'GET', **kwargs) Jun 23 19:14:19.383054 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 19:14:19.383054 dv-cinder-790492-6-iscsi neutron-server[93952]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 19:14:19.383054 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 19:14:19.383054 dv-cinder-790492-6-iscsi neutron-server[93952]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 19:14:19.383054 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 19:14:19.383054 dv-cinder-790492-6-iscsi neutron-server[93952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 19:14:19.383054 dv-cinder-790492-6-iscsi neutron-server[93952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 19:14:19.436905 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [req-2157fb9e-334b-492d-8745-7bfa57523bf7 req-c1f71044-2057-4400-bea7-374147f30da3 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] No DVR routers for this DVR port 9052585d-57ac-4816-8951-6a03ce5ec933 on host hv-cinder-79049 {{(pid=93953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:14:19.441015 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-2157fb9e-334b-492d-8745-7bfa57523bf7 req-c1f71044-2057-4400-bea7-374147f30da3 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:19.443072 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2157fb9e-334b-492d-8745-7bfa57523bf7 req-c1f71044-2057-4400-bea7-374147f30da3 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.49 "DELETE /v2.0/ports/9052585d-57ac-4816-8951-6a03ce5ec933 HTTP/1.1" status: 204 len: 173 time: 0.5746598 Jun 23 19:14:19.443628 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b389f774-9ff0-4f52-9779-fca0f42d0093', 'name': 'network-vif-deleted', 'tag': '9052585d-57ac-4816-8951-6a03ce5ec933'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:14:19.446235 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8902aeace0540733bba5a146bce723956a3312b5b25ae011a73fc84317b4d28a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1dac603-835c-4cbc-b2af-6122aaa24d4c" -d '{"events": [{"server_uuid": "b389f774-9ff0-4f52-9779-fca0f42d0093", "name": "network-vif-deleted", "tag": "9052585d-57ac-4816-8951-6a03ce5ec933"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:14:19.606344 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7311ed-c395-484e-845f-c3ce8c83f4e5 req-23d7cacf-a1fd-4c98-8119-107e48f44041 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:19.607732 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9f7311ed-c395-484e-845f-c3ce8c83f4e5 req-23d7cacf-a1fd-4c98-8119-107e48f44041 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2937309-7d8e-4c20-bd86-135c68675706 HTTP/1.1" status: 200 len: 945 time: 0.0707004 Jun 23 19:14:19.648648 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9f7311ed-c395-484e-845f-c3ce8c83f4e5 req-3e625a11-303b-421b-acb8-e87be1813e46 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab9f1744-5d0b-4354-92d9-4ccbbd038296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345826 Jun 23 19:14:19.698358 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc5fffb-ed67-4b51-bd85-654bef9af05a x-openstack-request-id: req-cbc5fffb-ed67-4b51-bd85-654bef9af05a {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:14:19.699103 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b389f774-9ff0-4f52-9779-fca0f42d0093", "name": "network-vif-deleted", "tag": "9052585d-57ac-4816-8951-6a03ce5ec933", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:14:19.699426 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cbc5fffb-ed67-4b51-bd85-654bef9af05a {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:14:19.699895 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b389f774-9ff0-4f52-9779-fca0f42d0093', 'name': 'network-vif-deleted', 'tag': '9052585d-57ac-4816-8951-6a03ce5ec933', 'status': 'completed', 'code': 200} Jun 23 19:14:19.915605 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-25028c25-d2f4-496b-84b6-a3b353e93b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3862688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3708783'] for network, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:19.919452 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:19.921984 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-25028c25-d2f4-496b-84b6-a3b353e93b0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770935'] for network, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:19.923837 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-25028c25-d2f4-496b-84b6-a3b353e93b0e admin admin] 10.222.0.69 "DELETE /v2.0/networks/3384e6fd-c9ae-42fd-9ae5-da4b77512e7c HTTP/1.1" status: 204 len: 168 time: 0.7760365 Jun 23 19:14:19.935255 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25028c25-d2f4-496b-84b6-a3b353e93b0e admin admin] Pushing event deleted for resources: {'Network': ['ID=3384e6fd-c9ae-42fd-9ae5-da4b77512e7c,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:19.939928 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-25028c25-d2f4-496b-84b6-a3b353e93b0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:19.984941 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-863ee170-e58e-4f7c-a948-7b569407a6f3 req-5e6d5922-b1e5-4b24-aa08-b28b38a0219e tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/ports?device_id=b389f774-9ff0-4f52-9779-fca0f42d0093 HTTP/1.1" status: 200 len: 210 time: 0.0461872 Jun 23 19:14:20.361740 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 37390) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:14:20.418771 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-f3f66226-1838-40ab-8cd2-db88fcff1190 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b4b61c56113043e1a4f88e44c04b3fcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0557046 Jun 23 19:14:20.421142 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 37392) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:14:20.473682 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-799f839e-75ca-442f-8d92-3a6916bfa88e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:20.498967 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-799f839e-75ca-442f-8d92-3a6916bfa88e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:20.613678 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-799f839e-75ca-442f-8d92-3a6916bfa88e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:20.616465 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-799f839e-75ca-442f-8d92-3a6916bfa88e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:20.620575 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-799f839e-75ca-442f-8d92-3a6916bfa88e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9fad172d-4d34-455b-996f-17917a854d92 HTTP/1.1" status: 204 len: 168 time: 0.1953511 Jun 23 19:14:20.620575 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-da6fc2d5-7ed8-4867-986b-d9c40c5bc8d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:20.627404 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799f839e-75ca-442f-8d92-3a6916bfa88e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fad172d-4d34-455b-996f-17917a854d92,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:20.630162 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-799f839e-75ca-442f-8d92-3a6916bfa88e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:20.828721 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a82d47-a3d7-4c51-b331-6fe193acdb7e req-64506061-d405-4351-b4ed-d07b21265ff7 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:20.830189 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d1a82d47-a3d7-4c51-b331-6fe193acdb7e req-64506061-d405-4351-b4ed-d07b21265ff7 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2937309-7d8e-4c20-bd86-135c68675706 HTTP/1.1" status: 200 len: 945 time: 0.0643914 Jun 23 19:14:20.870818 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d1a82d47-a3d7-4c51-b331-6fe193acdb7e req-e1ebbe37-a85f-4166-ba80-9a9e1af67ddd tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab9f1744-5d0b-4354-92d9-4ccbbd038296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340104 Jun 23 19:14:21.424445 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-1f1c0591-c7e8-476b-8f39-6065922d94bf req-8ee06aa7-fb3c-44fb-b4a6-a44a9f4046f6 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "GET /v2.0/ports?device_id=b389f774-9ff0-4f52-9779-fca0f42d0093 HTTP/1.1" status: 200 len: 210 time: 0.3120189 Jun 23 19:14:21.487628 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 37412) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:14:21.523581 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device 9052585d-57ac-4816-8951-6a03ce5ec933 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:14:21.530939 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-5408f3f2-d692-47ee-8f9d-d16f86f85e06 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=56865b3e551c4eb59b086ea41a10d37e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0395977 Jun 23 19:14:21.531150 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 37414) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:14:21.542712 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] No Port match for: 9052585d-57ac-4816-8951-6a03ce5ec933 {{(pid=93954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:14:21.543066 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device 9052585d-57ac-4816-8951-6a03ce5ec933 not bound to the agent host hv-cinder-79049 {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:14:21.578450 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-1c481323-31f8-4735-8f39-a8f31a854d47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:21.599055 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-1c481323-31f8-4735-8f39-a8f31a854d47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:21.707819 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-1c481323-31f8-4735-8f39-a8f31a854d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:21.710925 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-1c481323-31f8-4735-8f39-a8f31a854d47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:21.712440 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-1c481323-31f8-4735-8f39-a8f31a854d47 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/91d16dfe-e8ae-4d4b-b503-f19cdfc47934 HTTP/1.1" status: 204 len: 168 time: 0.1803896 Jun 23 19:14:21.713199 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-5ec1f5f1-cb8d-451e-a789-b440086df1e1 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:21.722237 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c481323-31f8-4735-8f39-a8f31a854d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d16dfe-e8ae-4d4b-b503-f19cdfc47934,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:21.725315 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-1c481323-31f8-4735-8f39-a8f31a854d47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:22.058156 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322acacb-f0de-42e5-a0a5-dd85be778ce5 req-731c454b-1852-475e-a504-a3149c90ffce tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:22.059841 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-322acacb-f0de-42e5-a0a5-dd85be778ce5 req-731c454b-1852-475e-a504-a3149c90ffce tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2937309-7d8e-4c20-bd86-135c68675706 HTTP/1.1" status: 200 len: 945 time: 0.0667675 Jun 23 19:14:22.098063 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-322acacb-f0de-42e5-a0a5-dd85be778ce5 req-374ae384-f996-4d5b-99b7-e33428d4b681 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab9f1744-5d0b-4354-92d9-4ccbbd038296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321560 Jun 23 19:14:22.155369 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58494411-e001-4c3a-b59c-22285ae88650 req-aac34ad3-9b0b-4da8-8cb3-a6a80601f509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:22.156748 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-58494411-e001-4c3a-b59c-22285ae88650 req-aac34ad3-9b0b-4da8-8cb3-a6a80601f509 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=29cd4a25dde246cd9b647b69d19079f6&device_id=e2937309-7d8e-4c20-bd86-135c68675706 HTTP/1.1" status: 200 len: 1098 time: 0.0550175 Jun 23 19:14:22.261818 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58494411-e001-4c3a-b59c-22285ae88650 req-84971124-d48f-4f36-ae2c-518ac4eeff5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:22.261818 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-58494411-e001-4c3a-b59c-22285ae88650 req-84971124-d48f-4f36-ae2c-518ac4eeff5e service neutron] 10.222.0.49 "GET /v2.0/networks?id=d02d4878-2846-42b3-8429-dddc3d54aa5f HTTP/1.1" status: 200 len: 918 time: 0.0900049 Jun 23 19:14:22.324753 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-58494411-e001-4c3a-b59c-22285ae88650 req-3f72fd9c-d461-4c2a-b1a9-ad16f421309d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb HTTP/1.1" status: 200 len: 1000 time: 0.0572870 Jun 23 19:14:22.373307 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58494411-e001-4c3a-b59c-22285ae88650 req-0b5b3b83-1d88-45da-85e2-9430320a6aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:22.374839 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-58494411-e001-4c3a-b59c-22285ae88650 req-0b5b3b83-1d88-45da-85e2-9430320a6aa8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d0c9ad5e-51b6-4019-87c2-098d82b200c4 HTTP/1.1" status: 200 len: 856 time: 0.0429125 Jun 23 19:14:22.437505 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58494411-e001-4c3a-b59c-22285ae88650 req-157d34ba-9096-43c0-9b86-87f048df23c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:22.439008 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-58494411-e001-4c3a-b59c-22285ae88650 req-157d34ba-9096-43c0-9b86-87f048df23c4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d02d4878-2846-42b3-8429-dddc3d54aa5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0545273 Jun 23 19:14:22.516344 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 37434) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:14:22.534735 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-58494411-e001-4c3a-b59c-22285ae88650 req-4d433478-5db7-4000-9ba2-a2aaab06dc95 service neutron] 10.222.0.49 "GET /v2.0/networks/d02d4878-2846-42b3-8429-dddc3d54aa5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850992 Jun 23 19:14:22.599062 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-bba84717-2335-4d19-8481-c416131a1456 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:22.626803 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-bba84717-2335-4d19-8481-c416131a1456 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:22.640648 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-58494411-e001-4c3a-b59c-22285ae88650 req-28cd0fa0-b406-4912-8f3f-b8eee7a0d043 service neutron] 10.222.0.49 "GET /v2.0/networks/d02d4878-2846-42b3-8429-dddc3d54aa5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952663 Jun 23 19:14:22.754045 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-bba84717-2335-4d19-8481-c416131a1456 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:22.757062 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-bba84717-2335-4d19-8481-c416131a1456 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:22.758235 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-bba84717-2335-4d19-8481-c416131a1456 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] 10.222.0.69 "DELETE /v2.0/security-groups/89c8f244-84dd-4955-bd65-36bd2a6ab177 HTTP/1.1" status: 204 len: 168 time: 0.2407928 Jun 23 19:14:22.758995 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-1a374aa2-1044-400d-912b-c27f2de167d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:22.767859 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba84717-2335-4d19-8481-c416131a1456 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c8f244-84dd-4955-bd65-36bd2a6ab177,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:22.770482 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-bba84717-2335-4d19-8481-c416131a1456 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:22.872974 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 37446) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:14:23.288109 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba69a4-5f72-4111-aaff-1083808a3e69 req-8831bdd1-1ef9-4566-b1ad-350430791dab tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:23.289885 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-19ba69a4-5f72-4111-aaff-1083808a3e69 req-8831bdd1-1ef9-4566-b1ad-350430791dab tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2937309-7d8e-4c20-bd86-135c68675706 HTTP/1.1" status: 200 len: 945 time: 0.0671265 Jun 23 19:14:23.330141 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-19ba69a4-5f72-4111-aaff-1083808a3e69 req-d2dc8613-15b4-43dd-a343-f1a943d59a71 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab9f1744-5d0b-4354-92d9-4ccbbd038296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340962 Jun 23 19:14:23.395230 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-e80d907a-ccc1-4920-84d6-d096bf534f65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3721979'] for router_interface, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:23.688765 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [None req-e80d907a-ccc1-4920-84d6-d096bf534f65 admin admin] Deleting port c697b4aa-7d81-4d78-9ef0-483e03be7ba5 {{(pid=93952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:14:23.689431 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-e80d907a-ccc1-4920-84d6-d096bf534f65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745549706015'] for port, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:23.769886 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-e80d907a-ccc1-4920-84d6-d096bf534f65 admin admin] For port c697b4aa-7d81-4d78-9ef0-483e03be7ba5, host dv-cinder-790492-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=c697b4aa-7d81-4d78-9ef0-483e03be7ba5,segment=NetworkSegment(69103e30-5a0e-4989-a98f-ce80dbdb4825),segment_id=69103e30-5a0e-4989-a98f-ce80dbdb4825)] {{(pid=93952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:14:23.770238 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-e80d907a-ccc1-4920-84d6-d096bf534f65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710932'] for port, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:23.781676 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [None req-e80d907a-ccc1-4920-84d6-d096bf534f65 admin admin] Calling delete_port for c697b4aa-7d81-4d78-9ef0-483e03be7ba5 owned by network:router_interface {{(pid=93952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:14:24.016676 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-e80d907a-ccc1-4920-84d6-d096bf534f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745549710641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745549236134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26440031'] for port, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:24.019845 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-e8c70eca-9344-4d62-a943-2c484fc71510 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:24.045093 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80d907a-ccc1-4920-84d6-d096bf534f65 admin admin] Pushing event deleted for resources: {'Port': ['ID=c697b4aa-7d81-4d78-9ef0-483e03be7ba5,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:24.045714 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-e80d907a-ccc1-4920-84d6-d096bf534f65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:24.412707 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-e80d907a-ccc1-4920-84d6-d096bf534f65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3705355'] for router_interface, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:24.526465 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d011d918-047d-43d5-91ff-a0cc42ee160b req-cb604b1a-87d6-4933-8ad9-e442eb2b647c tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:24.530469 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d011d918-047d-43d5-91ff-a0cc42ee160b req-cb604b1a-87d6-4933-8ad9-e442eb2b647c tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2937309-7d8e-4c20-bd86-135c68675706 HTTP/1.1" status: 200 len: 945 time: 0.0808280 Jun 23 19:14:24.570546 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d011d918-047d-43d5-91ff-a0cc42ee160b req-6a55a9a0-c77c-4f24-8ad8-3f0b1dab088c tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab9f1744-5d0b-4354-92d9-4ccbbd038296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365758 Jun 23 19:14:24.641424 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e80d907a-ccc1-4920-84d6-d096bf534f65 admin admin] Router f829c2af-26e6-4a16-a76e-5ee2b8f5876a has already been hosted by L3 agent 74079d6f-659b-43f4-8a12-30a7ece685bb {{(pid=93952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:14:24.755267 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e80d907a-ccc1-4920-84d6-d096bf534f65 admin admin] Notify agent at l3_agent.dv-cinder-790492-6-iscsi the message routers_updated {{(pid=93952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:14:24.760487 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-e80d907a-ccc1-4920-84d6-d096bf534f65 admin admin] 10.222.0.69 "PUT /v2.0/routers/f829c2af-26e6-4a16-a76e-5ee2b8f5876a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8860624 Jun 23 19:14:24.762523 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 37478) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:14:24.765920 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0363f43-03f9-4e2b-b214-4b0e401ff2ad None None] Sync routers for ids ['f829c2af-26e6-4a16-a76e-5ee2b8f5876a'] in dv-cinder-790492-6-iscsi {{(pid=93955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:14:24.775232 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0363f43-03f9-4e2b-b214-4b0e401ff2ad None None] Routers {'f829c2af-26e6-4a16-a76e-5ee2b8f5876a'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:14:24.775888 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-f0363f43-03f9-4e2b-b214-4b0e401ff2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:14:03Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['f829c2af-26e6-4a16-a76e-5ee2b8f5876a'], 'active': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:14:24.864820 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-c4d19787-5e17-484b-94e2-062ccb10de21 admin admin] Notify callbacks [] for router, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:24.879583 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvr_db [None req-f0363f43-03f9-4e2b-b214-4b0e401ff2ad None None] Set router f829c2af-26e6-4a16-a76e-5ee2b8f5876a gateway port host: dv-cinder-790492-6-iscsi {{(pid=93955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:14:24.974778 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-c4d19787-5e17-484b-94e2-062ccb10de21 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:25.054903 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-f0363f43-03f9-4e2b-b214-4b0e401ff2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f829c2af-26e6-4a16-a76e-5ee2b8f5876a', 'name': 'tempest-TestShelveInstance-169492768-router', 'tenant_id': 'eec1ba71166e4c50a81e1f89588a5bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '95d4447e-2db4-4190-a2a6-47b114cf5d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:08:39Z', 'updated_at': '2021-06-23T19:14:23Z', 'revision_number': 5, 'project_id': 'eec1ba71166e4c50a81e1f89588a5bf6', 'gw_port': {'id': '95d4447e-2db4-4190-a2a6-47b114cf5d2c', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:29:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f829c2af-26e6-4a16-a76e-5ee2b8f5876a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:40Z', 'updated_at': '2021-06-23T19:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi'}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:14:25.083657 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0363f43-03f9-4e2b-b214-4b0e401ff2ad None None] Checking router: f829c2af-26e6-4a16-a76e-5ee2b8f5876a for host: dv-cinder-790492-6-iscsi {{(pid=93955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:14:25.092084 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0363f43-03f9-4e2b-b214-4b0e401ff2ad None None] Routers {'f829c2af-26e6-4a16-a76e-5ee2b8f5876a'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:14:25.092686 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-f0363f43-03f9-4e2b-b214-4b0e401ff2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:14:03Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['f829c2af-26e6-4a16-a76e-5ee2b8f5876a'], 'active': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:14:25.116513 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [None req-c4d19787-5e17-484b-94e2-062ccb10de21 admin admin] Deleting port 95d4447e-2db4-4190-a2a6-47b114cf5d2c {{(pid=93952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:14:25.116849 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-c4d19787-5e17-484b-94e2-062ccb10de21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745549706015'] for port, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:25.175567 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvr_db [None req-f0363f43-03f9-4e2b-b214-4b0e401ff2ad None None] Set router f829c2af-26e6-4a16-a76e-5ee2b8f5876a gateway port host: None {{(pid=93955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:14:25.196812 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-c4d19787-5e17-484b-94e2-062ccb10de21 admin admin] For port 95d4447e-2db4-4190-a2a6-47b114cf5d2c, host dv-cinder-790492-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=95d4447e-2db4-4190-a2a6-47b114cf5d2c,segment=NetworkSegment(5f51114a-3dae-4d84-91d9-b7c41a4d9224),segment_id=5f51114a-3dae-4d84-91d9-b7c41a4d9224)] {{(pid=93952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:14:25.197172 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-c4d19787-5e17-484b-94e2-062ccb10de21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710932'] for port, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:25.209796 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [None req-c4d19787-5e17-484b-94e2-062ccb10de21 admin admin] Calling delete_port for 95d4447e-2db4-4190-a2a6-47b114cf5d2c owned by network:router_gateway {{(pid=93952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:14:25.316435 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-f0363f43-03f9-4e2b-b214-4b0e401ff2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f829c2af-26e6-4a16-a76e-5ee2b8f5876a', 'name': 'tempest-TestShelveInstance-169492768-router', 'tenant_id': 'eec1ba71166e4c50a81e1f89588a5bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:08:39Z', 'updated_at': '2021-06-23T19:14:24Z', 'revision_number': 6, 'project_id': 'eec1ba71166e4c50a81e1f89588a5bf6', 'gw_port_host': None}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:14:25.347271 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0363f43-03f9-4e2b-b214-4b0e401ff2ad None None] The sync data for ids ['f829c2af-26e6-4a16-a76e-5ee2b8f5876a'] in dv-cinder-790492-6-iscsi is: [{'id': 'f829c2af-26e6-4a16-a76e-5ee2b8f5876a', 'name': 'tempest-TestShelveInstance-169492768-router', 'tenant_id': 'eec1ba71166e4c50a81e1f89588a5bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:08:39Z', 'updated_at': '2021-06-23T19:14:24Z', 'revision_number': 6, 'project_id': 'eec1ba71166e4c50a81e1f89588a5bf6', 'gw_port_host': None}] {{(pid=93955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:14:25.433999 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-c4d19787-5e17-484b-94e2-062ccb10de21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745549710641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745549236134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26440031'] for port, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:25.436955 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-e8c70eca-9344-4d62-a943-2c484fc71510 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:25.459695 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d19787-5e17-484b-94e2-062ccb10de21 admin admin] Pushing event deleted for resources: {'Port': ['ID=95d4447e-2db4-4190-a2a6-47b114cf5d2c,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:25.462765 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-c4d19787-5e17-484b-94e2-062ccb10de21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:25.519337 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-c4d19787-5e17-484b-94e2-062ccb10de21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3708830'] for router_gateway, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:25.551838 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device 4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb no longer exists at agent hyperv_hv-cinder-79049 {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:14:25.612121 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-c4d19787-5e17-484b-94e2-062ccb10de21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5699'] for router, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:25.614614 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-c4d19787-5e17-484b-94e2-062ccb10de21 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:25.631958 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:25.666836 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] For port 4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb,segment=NetworkSegment(6376ebc8-cc9e-4950-bed1-519aba44fb4f),segment_id=6376ebc8-cc9e-4950-bed1-519aba44fb4f)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:14:25.667802 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2937309-7d8e-4c20-bd86-135c68675706', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb'}] {{(pid=93954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:14:25.670246 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78efef87a1af135e54214795b53a936b9e8d2b7d09f053504b37278e2de45a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f1f57fa-9991-46a2-bc13-d3f1fdd15705" -d '{"events": [{"server_uuid": "e2937309-7d8e-4c20-bd86-135c68675706", "name": "network-vif-unplugged", "status": "completed", "tag": "4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb"}]}' {{(pid=93954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:14:25.769134 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-c4d19787-5e17-484b-94e2-062ccb10de21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3705840'] for router, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:25.771495 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:25.778279 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-ab320afd-64c9-4cfb-a13e-9875ff5ce170 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:25.778615 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4d19787-5e17-484b-94e2-062ccb10de21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f829c2af-26e6-4a16-a76e-5ee2b8f5876a {{(pid=93952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 19:14:25.778891 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd148ed9-5c2e-4ed8-bd45-8a818fed1834 req-426112ef-7089-453e-89a9-1a603b7767c2 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:25.783281 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-c4d19787-5e17-484b-94e2-062ccb10de21 admin admin] Notify callbacks [] for router, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:25.786853 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-c4d19787-5e17-484b-94e2-062ccb10de21 admin admin] 10.222.0.69 "DELETE /v2.0/routers/f829c2af-26e6-4a16-a76e-5ee2b8f5876a HTTP/1.1" status: 204 len: 168 time: 1.0209587 Jun 23 19:14:25.787027 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fd148ed9-5c2e-4ed8-bd45-8a818fed1834 req-426112ef-7089-453e-89a9-1a603b7767c2 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2937309-7d8e-4c20-bd86-135c68675706 HTTP/1.1" status: 200 len: 945 time: 0.0784786 Jun 23 19:14:25.787755 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 37488) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:14:25.831716 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fd148ed9-5c2e-4ed8-bd45-8a818fed1834 req-b3ff4c1f-0fa0-475e-85ed-0ea7e79ef80a tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab9f1744-5d0b-4354-92d9-4ccbbd038296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446703 Jun 23 19:14:25.839804 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Pushing event updated for resources: {'Port': ['ID=4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb,revision_number=8']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:25.846615 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb8f1fdc-0477-449e-8a87-1c53c5ddd5cf admin admin] Deleting subnet 2b74c165-911b-430d-9033-28ede67b53a0 {{(pid=93952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 19:14:25.848409 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:14:25.848760 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:14:25.849093 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:14:25.849622 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:14:25.849822 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-eb8f1fdc-0477-449e-8a87-1c53c5ddd5cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:25.849928 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:14:25.850222 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:14:25.859799 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:14:25.860401 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:14:25.860945 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:14:25.862133 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:14:25.862794 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:14:25.863295 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:14:25.867634 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:25.883755 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 23 Jun 2021 19:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66c1c41-11e1-4d79-9b14-cad44398b2a5 x-openstack-request-id: req-d66c1c41-11e1-4d79-9b14-cad44398b2a5 {{(pid=93954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:14:25.884261 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2937309-7d8e-4c20-bd86-135c68675706", "name": "network-vif-unplugged", "status": "failed", "tag": "4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb", "code": 422}]} {{(pid=93954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:14:25.884618 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d66c1c41-11e1-4d79-9b14-cad44398b2a5 {{(pid=93954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:14:25.885109 dv-cinder-790492-6-iscsi neutron-server[93954]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e2937309-7d8e-4c20-bd86-135c68675706', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb', 'code': 422} returned with failed status Jun 23 19:14:25.894546 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-eb8f1fdc-0477-449e-8a87-1c53c5ddd5cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25525077'] for subnet, precommit_delete_associations {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:25.978100 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-eb8f1fdc-0477-449e-8a87-1c53c5ddd5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884468'] for subnet, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:26.172139 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-eb8f1fdc-0477-449e-8a87-1c53c5ddd5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26439957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26574776'] for subnet, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:26.183479 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:26.188679 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-eb8f1fdc-0477-449e-8a87-1c53c5ddd5cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770935'] for subnet, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:26.194771 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-eb8f1fdc-0477-449e-8a87-1c53c5ddd5cf admin admin] 10.222.0.69 "DELETE /v2.0/subnets/2b74c165-911b-430d-9033-28ede67b53a0 HTTP/1.1" status: 204 len: 168 time: 0.4009552 Jun 23 19:14:26.195519 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 37498) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:14:26.195669 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca1c753-9f8f-4f5c-b4ed-4bdf3365e389 None None] Network 481be26c-7a5b-467d-9408-466d4aa92702 requested from dv-cinder-790492-6-iscsi {{(pid=93954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:14:26.210558 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8f1fdc-0477-449e-8a87-1c53c5ddd5cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b74c165-911b-430d-9033-28ede67b53a0,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:26.213325 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-eb8f1fdc-0477-449e-8a87-1c53c5ddd5cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:26.301544 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3e4ddb35-1e71-43b8-be0f-484cad1594d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-959346'] for network, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:26.366039 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device c697b4aa-7d81-4d78-9ef0-483e03be7ba5 no longer exists at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:14:26.390913 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] No Port match for: c697b4aa-7d81-4d78-9ef0-483e03be7ba5 {{(pid=93954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:14:26.391434 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device c697b4aa-7d81-4d78-9ef0-483e03be7ba5 not bound to the agent host dv-cinder-790492-6-iscsi {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:14:26.391875 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device 95d4447e-2db4-4190-a2a6-47b114cf5d2c no longer exists at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:14:26.414779 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] No Port match for: 95d4447e-2db4-4190-a2a6-47b114cf5d2c {{(pid=93954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:14:26.415136 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device 95d4447e-2db4-4190-a2a6-47b114cf5d2c not bound to the agent host dv-cinder-790492-6-iscsi {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:14:26.427463 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-3e4ddb35-1e71-43b8-be0f-484cad1594d9 admin admin] Deleting port f25a49c8-79b9-46bb-9fe1-2711056be585 {{(pid=93953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:14:26.428061 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3e4ddb35-1e71-43b8-be0f-484cad1594d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745549706015'] for port, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:26.437456 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf854e8-3832-4847-9bc2-70a5a38a320f None None] DHCP port deletion for 481be26c-7a5b-467d-9408-466d4aa92702 request from dv-cinder-790492-6-iscsi {{(pid=93954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 19:14:26.487402 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-acf854e8-3832-4847-9bc2-70a5a38a320f None None] Deleting port f25a49c8-79b9-46bb-9fe1-2711056be585 {{(pid=93954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:14:26.487872 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-acf854e8-3832-4847-9bc2-70a5a38a320f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745549706015'] for port, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:26.497987 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-3e4ddb35-1e71-43b8-be0f-484cad1594d9 admin admin] For port f25a49c8-79b9-46bb-9fe1-2711056be585, host dv-cinder-790492-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=f25a49c8-79b9-46bb-9fe1-2711056be585,segment=NetworkSegment(69103e30-5a0e-4989-a98f-ce80dbdb4825),segment_id=69103e30-5a0e-4989-a98f-ce80dbdb4825)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:14:26.498700 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3e4ddb35-1e71-43b8-be0f-484cad1594d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710932'] for port, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:26.513208 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-3e4ddb35-1e71-43b8-be0f-484cad1594d9 admin admin] Calling delete_port for f25a49c8-79b9-46bb-9fe1-2711056be585 owned by network:dhcp {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:14:26.558908 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-acf854e8-3832-4847-9bc2-70a5a38a320f None None] For port f25a49c8-79b9-46bb-9fe1-2711056be585, host dv-cinder-790492-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=f25a49c8-79b9-46bb-9fe1-2711056be585,segment=NetworkSegment(69103e30-5a0e-4989-a98f-ce80dbdb4825),segment_id=69103e30-5a0e-4989-a98f-ce80dbdb4825)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:14:26.560198 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-acf854e8-3832-4847-9bc2-70a5a38a320f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710932'] for port, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:26.580763 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-acf854e8-3832-4847-9bc2-70a5a38a320f None None] Calling delete_port for f25a49c8-79b9-46bb-9fe1-2711056be585 owned by network:dhcp {{(pid=93954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:14:26.681381 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3e4ddb35-1e71-43b8-be0f-484cad1594d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745549710641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745549236134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28924686'] for port, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:26.683571 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-7cce4bea-750c-4590-88cc-5d35903d59d2 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:26.687808 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-acf854e8-3832-4847-9bc2-70a5a38a320f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745549710641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745549236134'] for port, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:26.690858 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:26.708778 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4ddb35-1e71-43b8-be0f-484cad1594d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f25a49c8-79b9-46bb-9fe1-2711056be585,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:26.711199 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-3e4ddb35-1e71-43b8-be0f-484cad1594d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:26.714309 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf854e8-3832-4847-9bc2-70a5a38a320f None None] Pushing event deleted for resources: {'Port': ['ID=f25a49c8-79b9-46bb-9fe1-2711056be585,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:26.716321 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4ddb35-1e71-43b8-be0f-484cad1594d9 admin admin] No DVR routers for this DVR port f25a49c8-79b9-46bb-9fe1-2711056be585 on host dv-cinder-790492-6-iscsi {{(pid=93953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:14:26.717594 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-acf854e8-3832-4847-9bc2-70a5a38a320f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:26.718462 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf854e8-3832-4847-9bc2-70a5a38a320f None None] No DVR routers for this DVR port f25a49c8-79b9-46bb-9fe1-2711056be585 on host dv-cinder-790492-6-iscsi {{(pid=93954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:14:26.792871 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3e4ddb35-1e71-43b8-be0f-484cad1594d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883321', 'neutron.services.segments.db._delete_segments_for_network-8745549744415'] for network, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:26.802656 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.services.segments.db [None req-3e4ddb35-1e71-43b8-be0f-484cad1594d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['481be26c-7a5b-467d-9408-466d4aa92702']}} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:14:26.812704 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.services.segments.db [None req-3e4ddb35-1e71-43b8-be0f-484cad1594d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69103e30-5a0e-4989-a98f-ce80dbdb4825') {'for_net_delete': True} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:14:26.813001 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.services.segments.db [None req-3e4ddb35-1e71-43b8-be0f-484cad1594d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69103e30-5a0e-4989-a98f-ce80dbdb4825') {} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:14:26.822768 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3e4ddb35-1e71-43b8-be0f-484cad1594d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745549732078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28925892'] for segment, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:26.837004 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3e4ddb35-1e71-43b8-be0f-484cad1594d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886977'] for segment, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:26.843010 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e4ddb35-1e71-43b8-be0f-484cad1594d9 admin admin] Releasing vlan 911 on physical network physnet1 to pool {{(pid=93953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 19:14:26.843420 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3e4ddb35-1e71-43b8-be0f-484cad1594d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28924889'] for segment, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:26.844985 dv-cinder-790492-6-iscsi neutron-server[93953]: Traceback (most recent call last): Jun 23 19:14:26.844985 dv-cinder-790492-6-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 19:14:26.844985 dv-cinder-790492-6-iscsi neutron-server[93953]: timer() Jun 23 19:14:26.844985 dv-cinder-790492-6-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 19:14:26.844985 dv-cinder-790492-6-iscsi neutron-server[93953]: cb(*args, **kw) Jun 23 19:14:26.844985 dv-cinder-790492-6-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 19:14:26.844985 dv-cinder-790492-6-iscsi neutron-server[93953]: return func(*args, **kwargs) Jun 23 19:14:26.844985 dv-cinder-790492-6-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 19:14:26.844985 dv-cinder-790492-6-iscsi neutron-server[93953]: self._notify() Jun 23 19:14:26.844985 dv-cinder-790492-6-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 19:14:26.844985 dv-cinder-790492-6-iscsi neutron-server[93953]: self.callback(batched_events) Jun 23 19:14:26.844985 dv-cinder-790492-6-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 19:14:26.844985 dv-cinder-790492-6-iscsi neutron-server[93953]: event.method(event) Jun 23 19:14:26.844985 dv-cinder-790492-6-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 19:14:26.844985 dv-cinder-790492-6-iscsi neutron-server[93953]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 19:14:26.844985 dv-cinder-790492-6-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 19:14:26.844985 dv-cinder-790492-6-iscsi neutron-server[93953]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 19:14:26.844985 dv-cinder-790492-6-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 19:14:26.844985 dv-cinder-790492-6-iscsi neutron-server[93953]: return f(self, *a, **k) Jun 23 19:14:26.844985 dv-cinder-790492-6-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 19:14:26.844985 dv-cinder-790492-6-iscsi neutron-server[93953]: return self._get(url).json() Jun 23 19:14:26.844985 dv-cinder-790492-6-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 19:14:26.844985 dv-cinder-790492-6-iscsi neutron-server[93953]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 19:14:26.844985 dv-cinder-790492-6-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 19:14:26.844985 dv-cinder-790492-6-iscsi neutron-server[93953]: return self.request(url, 'GET', **kwargs) Jun 23 19:14:26.844985 dv-cinder-790492-6-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 19:14:26.844985 dv-cinder-790492-6-iscsi neutron-server[93953]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 19:14:26.844985 dv-cinder-790492-6-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 19:14:26.844985 dv-cinder-790492-6-iscsi neutron-server[93953]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 19:14:26.844985 dv-cinder-790492-6-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 19:14:26.844985 dv-cinder-790492-6-iscsi neutron-server[93953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 19:14:26.844985 dv-cinder-790492-6-iscsi neutron-server[93953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 19:14:27.024356 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3e4ddb35-1e71-43b8-be0f-484cad1594d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3862688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3708783'] for network, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:27.028057 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-c529e73a-5277-48a0-8223-e0f001c84614 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:27.030480 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3e4ddb35-1e71-43b8-be0f-484cad1594d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770935'] for network, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:27.032348 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-3e4ddb35-1e71-43b8-be0f-484cad1594d9 admin admin] 10.222.0.69 "DELETE /v2.0/networks/481be26c-7a5b-467d-9408-466d4aa92702 HTTP/1.1" status: 204 len: 168 time: 0.8358364 Jun 23 19:14:27.035367 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 37510) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:14:27.043115 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4ddb35-1e71-43b8-be0f-484cad1594d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=481be26c-7a5b-467d-9408-466d4aa92702,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:27.045402 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-3e4ddb35-1e71-43b8-be0f-484cad1594d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:27.381601 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-18884508-58eb-4434-a684-85bac1e05d31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3721979'] for router_interface, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:27.648347 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [None req-18884508-58eb-4434-a684-85bac1e05d31 admin admin] Deleting port 972080f6-d275-47d9-b631-876b4c64a2aa {{(pid=93952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:14:27.648682 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-18884508-58eb-4434-a684-85bac1e05d31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745549706015'] for port, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:27.725712 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-18884508-58eb-4434-a684-85bac1e05d31 admin admin] For port 972080f6-d275-47d9-b631-876b4c64a2aa, host dv-cinder-790492-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=972080f6-d275-47d9-b631-876b4c64a2aa,segment=NetworkSegment(19fe8777-7a89-4c73-8a0e-95859828ba9d),segment_id=19fe8777-7a89-4c73-8a0e-95859828ba9d)] {{(pid=93952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:14:27.726063 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-18884508-58eb-4434-a684-85bac1e05d31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710932'] for port, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:27.738540 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [None req-18884508-58eb-4434-a684-85bac1e05d31 admin admin] Calling delete_port for 972080f6-d275-47d9-b631-876b4c64a2aa owned by network:router_interface {{(pid=93952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:14:28.005006 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-18884508-58eb-4434-a684-85bac1e05d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745549710641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745549236134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26440031'] for port, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:28.007856 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-a02b7917-2ec6-4cc0-89bd-abb0e768407c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:28.037681 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18884508-58eb-4434-a684-85bac1e05d31 admin admin] Pushing event deleted for resources: {'Port': ['ID=972080f6-d275-47d9-b631-876b4c64a2aa,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:28.040733 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-18884508-58eb-4434-a684-85bac1e05d31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:28.212475 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-18884508-58eb-4434-a684-85bac1e05d31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3705355'] for router_interface, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:28.379091 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device f25a49c8-79b9-46bb-9fe1-2711056be585 no longer exists at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:14:28.399026 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] No Port match for: f25a49c8-79b9-46bb-9fe1-2711056be585 {{(pid=93954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:14:28.399408 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device f25a49c8-79b9-46bb-9fe1-2711056be585 not bound to the agent host dv-cinder-790492-6-iscsi {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:14:28.653359 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14cc9c5-07c2-417c-800d-dbe191b95307 req-7a2a9377-ec26-4258-8f08-bfa6b4f3076c tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:28.654854 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c14cc9c5-07c2-417c-800d-dbe191b95307 req-7a2a9377-ec26-4258-8f08-bfa6b4f3076c tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2937309-7d8e-4c20-bd86-135c68675706 HTTP/1.1" status: 200 len: 943 time: 0.0746310 Jun 23 19:14:28.671238 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18884508-58eb-4434-a684-85bac1e05d31 admin admin] Router d679ff1f-6af9-447c-956f-c16b8fec53ca has already been hosted by L3 agent 74079d6f-659b-43f4-8a12-30a7ece685bb {{(pid=93952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:14:28.705958 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c14cc9c5-07c2-417c-800d-dbe191b95307 req-43780f9d-8aa8-468e-9f87-8e778e8116cf tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab9f1744-5d0b-4354-92d9-4ccbbd038296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413575 Jun 23 19:14:28.781425 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18884508-58eb-4434-a684-85bac1e05d31 admin admin] Notify agent at l3_agent.dv-cinder-790492-6-iscsi the message routers_updated {{(pid=93952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:14:28.786997 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-18884508-58eb-4434-a684-85bac1e05d31 admin admin] 10.222.0.69 "PUT /v2.0/routers/d679ff1f-6af9-447c-956f-c16b8fec53ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7505147 Jun 23 19:14:28.789599 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 37550) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:14:28.792722 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fffc09-1ab5-4417-bc95-a0e8c7b404a0 None None] Sync routers for ids ['d679ff1f-6af9-447c-956f-c16b8fec53ca'] in dv-cinder-790492-6-iscsi {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:14:28.801798 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fffc09-1ab5-4417-bc95-a0e8c7b404a0 None None] Routers {'d679ff1f-6af9-447c-956f-c16b8fec53ca'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:14:28.802412 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-65fffc09-1ab5-4417-bc95-a0e8c7b404a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:14:03Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['d679ff1f-6af9-447c-956f-c16b8fec53ca'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:14:28.893662 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-fa865c84-2ff9-4e9c-bedc-2a377a6558e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:28.911943 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-65fffc09-1ab5-4417-bc95-a0e8c7b404a0 None None] Set router d679ff1f-6af9-447c-956f-c16b8fec53ca gateway port host: dv-cinder-790492-6-iscsi {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:14:28.927995 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ccb278e4-a16c-47de-ad48-1b14437842c2 req-aee752e4-128d-4f38-9d06-fabc2f8df2af service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e2937309-7d8e-4c20-bd86-135c68675706&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0703194 Jun 23 19:14:29.004328 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-fa865c84-2ff9-4e9c-bedc-2a377a6558e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:29.096140 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-65fffc09-1ab5-4417-bc95-a0e8c7b404a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd679ff1f-6af9-447c-956f-c16b8fec53ca', 'name': 'tempest-TestShelveInstance-741784458-router', 'tenant_id': 'a371c3360eaf470d9ade0288b2d97c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '46b25f15-8537-4351-ad0d-797c1bf97460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:08:52Z', 'updated_at': '2021-06-23T19:14:27Z', 'revision_number': 5, 'project_id': 'a371c3360eaf470d9ade0288b2d97c1a', 'gw_port': {'id': '46b25f15-8537-4351-ad0d-797c1bf97460', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd679ff1f-6af9-447c-956f-c16b8fec53ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:53Z', 'updated_at': '2021-06-23T19:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi'}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:14:29.122787 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fffc09-1ab5-4417-bc95-a0e8c7b404a0 None None] Checking router: d679ff1f-6af9-447c-956f-c16b8fec53ca for host: dv-cinder-790492-6-iscsi {{(pid=93954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:14:29.130872 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fffc09-1ab5-4417-bc95-a0e8c7b404a0 None None] Routers {'d679ff1f-6af9-447c-956f-c16b8fec53ca'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:14:29.131608 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-65fffc09-1ab5-4417-bc95-a0e8c7b404a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:14:03Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['d679ff1f-6af9-447c-956f-c16b8fec53ca'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:14:29.144751 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [None req-fa865c84-2ff9-4e9c-bedc-2a377a6558e4 admin admin] Deleting port 46b25f15-8537-4351-ad0d-797c1bf97460 {{(pid=93952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:14:29.145289 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-fa865c84-2ff9-4e9c-bedc-2a377a6558e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745549706015'] for port, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:29.224758 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-fa865c84-2ff9-4e9c-bedc-2a377a6558e4 admin admin] For port 46b25f15-8537-4351-ad0d-797c1bf97460, host dv-cinder-790492-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=46b25f15-8537-4351-ad0d-797c1bf97460,segment=NetworkSegment(5f51114a-3dae-4d84-91d9-b7c41a4d9224),segment_id=5f51114a-3dae-4d84-91d9-b7c41a4d9224)] {{(pid=93952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:14:29.225121 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-fa865c84-2ff9-4e9c-bedc-2a377a6558e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710932'] for port, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:29.238897 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [None req-fa865c84-2ff9-4e9c-bedc-2a377a6558e4 admin admin] Calling delete_port for 46b25f15-8537-4351-ad0d-797c1bf97460 owned by network:router_gateway {{(pid=93952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:14:29.337007 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-65fffc09-1ab5-4417-bc95-a0e8c7b404a0 None None] Set router d679ff1f-6af9-447c-956f-c16b8fec53ca gateway port host: None {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:14:29.396732 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-65fffc09-1ab5-4417-bc95-a0e8c7b404a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd679ff1f-6af9-447c-956f-c16b8fec53ca', 'name': 'tempest-TestShelveInstance-741784458-router', 'tenant_id': 'a371c3360eaf470d9ade0288b2d97c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:08:52Z', 'updated_at': '2021-06-23T19:14:29Z', 'revision_number': 6, 'project_id': 'a371c3360eaf470d9ade0288b2d97c1a', 'gw_port_host': None}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:14:29.424166 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fffc09-1ab5-4417-bc95-a0e8c7b404a0 None None] The sync data for ids ['d679ff1f-6af9-447c-956f-c16b8fec53ca'] in dv-cinder-790492-6-iscsi is: [{'id': 'd679ff1f-6af9-447c-956f-c16b8fec53ca', 'name': 'tempest-TestShelveInstance-741784458-router', 'tenant_id': 'a371c3360eaf470d9ade0288b2d97c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:08:52Z', 'updated_at': '2021-06-23T19:14:29Z', 'revision_number': 6, 'project_id': 'a371c3360eaf470d9ade0288b2d97c1a', 'gw_port_host': None}] {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:14:29.513374 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-fa865c84-2ff9-4e9c-bedc-2a377a6558e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745549710641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745549236134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26440031'] for port, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:29.515563 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-06bd2dd7-4c58-4c86-9a04-288599b2c995 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:29.538241 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa865c84-2ff9-4e9c-bedc-2a377a6558e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=46b25f15-8537-4351-ad0d-797c1bf97460,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:29.541640 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-fa865c84-2ff9-4e9c-bedc-2a377a6558e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:29.611827 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-fa865c84-2ff9-4e9c-bedc-2a377a6558e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3708830'] for router_gateway, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:29.698929 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-fa865c84-2ff9-4e9c-bedc-2a377a6558e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5699'] for router, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:29.700989 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-fa865c84-2ff9-4e9c-bedc-2a377a6558e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:29.802116 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-fa865c84-2ff9-4e9c-bedc-2a377a6558e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3705840'] for router, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:29.802681 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa865c84-2ff9-4e9c-bedc-2a377a6558e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d679ff1f-6af9-447c-956f-c16b8fec53ca {{(pid=93952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 19:14:29.807548 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-fa865c84-2ff9-4e9c-bedc-2a377a6558e4 admin admin] Notify callbacks [] for router, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:29.812260 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-fa865c84-2ff9-4e9c-bedc-2a377a6558e4 admin admin] 10.222.0.69 "DELETE /v2.0/routers/d679ff1f-6af9-447c-956f-c16b8fec53ca HTTP/1.1" status: 204 len: 168 time: 1.0190775 Jun 23 19:14:29.812601 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 37564) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:14:29.888948 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae2ea7e5-5dec-40ce-bae0-478714ba3865 admin admin] Deleting subnet 596b8e89-4ad9-45f4-b9b5-5980bf9133d2 {{(pid=93953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 19:14:29.895442 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-ae2ea7e5-5dec-40ce-bae0-478714ba3865 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:29.942243 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-ae2ea7e5-5dec-40ce-bae0-478714ba3865 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28925915'] for subnet, precommit_delete_associations {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:29.979911 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf91cd4-e24f-4c5c-90ab-27a504d54494 req-26f36a75-f72c-4532-9ec4-390a3624bdaf tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:29.981284 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0bf91cd4-e24f-4c5c-90ab-27a504d54494 req-26f36a75-f72c-4532-9ec4-390a3624bdaf tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2937309-7d8e-4c20-bd86-135c68675706 HTTP/1.1" status: 200 len: 943 time: 0.1393173 Jun 23 19:14:30.051664 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0bf91cd4-e24f-4c5c-90ab-27a504d54494 req-abc2a132-379b-4a1d-b138-5284324d0089 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab9f1744-5d0b-4354-92d9-4ccbbd038296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623734 Jun 23 19:14:30.056682 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-ae2ea7e5-5dec-40ce-bae0-478714ba3865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884468'] for subnet, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:30.194005 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-ae2ea7e5-5dec-40ce-bae0-478714ba3865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28924740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28230522'] for subnet, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:30.196493 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-22c38fc6-f65e-4ecd-80a2-593f12e70c76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:30.219841 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2ea7e5-5dec-40ce-bae0-478714ba3865 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=596b8e89-4ad9-45f4-b9b5-5980bf9133d2,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:30.222893 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-ae2ea7e5-5dec-40ce-bae0-478714ba3865 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:30.223876 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-ae2ea7e5-5dec-40ce-bae0-478714ba3865 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:30.227333 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0425fd22-cdd7-475d-8f1d-7d871ff8746a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:30.227916 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-ae2ea7e5-5dec-40ce-bae0-478714ba3865 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/596b8e89-4ad9-45f4-b9b5-5980bf9133d2 HTTP/1.1" status: 204 len: 168 time: 0.4120634 Jun 23 19:14:30.228577 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 37566) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:14:30.229153 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758c5210-39a0-40d7-a55b-ede269d4b563 None None] Network aa577ba1-4fbc-4eb9-b56b-e8114622df29 requested from dv-cinder-790492-6-iscsi {{(pid=93954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:14:30.312947 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-248adf61-a09a-4aea-92f2-7ea8b66a9744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-959346'] for network, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:30.347715 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device 46b25f15-8537-4351-ad0d-797c1bf97460 no longer exists at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:14:30.369794 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] No Port match for: 46b25f15-8537-4351-ad0d-797c1bf97460 {{(pid=93954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:14:30.370140 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device 46b25f15-8537-4351-ad0d-797c1bf97460 not bound to the agent host dv-cinder-790492-6-iscsi {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:14:30.370739 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device 972080f6-d275-47d9-b631-876b4c64a2aa no longer exists at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:14:30.377816 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [None req-248adf61-a09a-4aea-92f2-7ea8b66a9744 admin admin] Deleting port fb2707e5-5d0e-473e-b5ff-808d86e3a0d5 {{(pid=93952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:14:30.378161 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-248adf61-a09a-4aea-92f2-7ea8b66a9744 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745549706015'] for port, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:30.391335 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] No Port match for: 972080f6-d275-47d9-b631-876b4c64a2aa {{(pid=93954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:14:30.391712 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device 972080f6-d275-47d9-b631-876b4c64a2aa not bound to the agent host dv-cinder-790492-6-iscsi {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:14:30.453496 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-248adf61-a09a-4aea-92f2-7ea8b66a9744 admin admin] For port fb2707e5-5d0e-473e-b5ff-808d86e3a0d5, host dv-cinder-790492-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=fb2707e5-5d0e-473e-b5ff-808d86e3a0d5,segment=NetworkSegment(19fe8777-7a89-4c73-8a0e-95859828ba9d),segment_id=19fe8777-7a89-4c73-8a0e-95859828ba9d)] {{(pid=93952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:14:30.453872 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-248adf61-a09a-4aea-92f2-7ea8b66a9744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710932'] for port, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:30.470859 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [None req-248adf61-a09a-4aea-92f2-7ea8b66a9744 admin admin] Calling delete_port for fb2707e5-5d0e-473e-b5ff-808d86e3a0d5 owned by network:dhcp {{(pid=93952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:14:30.475047 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1c719f-abd1-453c-bee6-484feb607ae8 None None] DHCP port deletion for aa577ba1-4fbc-4eb9-b56b-e8114622df29 request from dv-cinder-790492-6-iscsi {{(pid=93954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 19:14:30.524014 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-9a1c719f-abd1-453c-bee6-484feb607ae8 None None] Deleting port fb2707e5-5d0e-473e-b5ff-808d86e3a0d5 {{(pid=93954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:14:30.524397 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-9a1c719f-abd1-453c-bee6-484feb607ae8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745549706015'] for port, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:30.585533 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-9a1c719f-abd1-453c-bee6-484feb607ae8 None None] For port fb2707e5-5d0e-473e-b5ff-808d86e3a0d5, host dv-cinder-790492-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=fb2707e5-5d0e-473e-b5ff-808d86e3a0d5,segment=NetworkSegment(19fe8777-7a89-4c73-8a0e-95859828ba9d),segment_id=19fe8777-7a89-4c73-8a0e-95859828ba9d)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:14:30.585930 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-9a1c719f-abd1-453c-bee6-484feb607ae8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710932'] for port, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:30.598362 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-9a1c719f-abd1-453c-bee6-484feb607ae8 None None] Calling delete_port for fb2707e5-5d0e-473e-b5ff-808d86e3a0d5 owned by network:dhcp {{(pid=93954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:14:30.601266 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-248adf61-a09a-4aea-92f2-7ea8b66a9744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745549710641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745549236134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26440031'] for port, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:30.605882 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-b141e63b-dcd5-4c17-9e90-a41793ad6711 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:30.630852 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248adf61-a09a-4aea-92f2-7ea8b66a9744 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb2707e5-5d0e-473e-b5ff-808d86e3a0d5,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:30.633799 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-248adf61-a09a-4aea-92f2-7ea8b66a9744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:30.634606 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248adf61-a09a-4aea-92f2-7ea8b66a9744 admin admin] No DVR routers for this DVR port fb2707e5-5d0e-473e-b5ff-808d86e3a0d5 on host dv-cinder-790492-6-iscsi {{(pid=93952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:14:30.680802 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-9a1c719f-abd1-453c-bee6-484feb607ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745549710641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745549236134'] for port, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:30.682677 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:30.708473 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1c719f-abd1-453c-bee6-484feb607ae8 None None] Pushing event deleted for resources: {'Port': ['ID=fb2707e5-5d0e-473e-b5ff-808d86e3a0d5,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:30.708721 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-248adf61-a09a-4aea-92f2-7ea8b66a9744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883321', 'neutron.services.segments.db._delete_segments_for_network-8745549744415'] for network, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:30.708970 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-9a1c719f-abd1-453c-bee6-484feb607ae8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:30.710319 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1c719f-abd1-453c-bee6-484feb607ae8 None None] No DVR routers for this DVR port fb2707e5-5d0e-473e-b5ff-808d86e3a0d5 on host dv-cinder-790492-6-iscsi {{(pid=93954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:14:30.715767 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.services.segments.db [None req-248adf61-a09a-4aea-92f2-7ea8b66a9744 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa577ba1-4fbc-4eb9-b56b-e8114622df29']}} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:14:30.728279 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.services.segments.db [None req-248adf61-a09a-4aea-92f2-7ea8b66a9744 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19fe8777-7a89-4c73-8a0e-95859828ba9d') {'for_net_delete': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:14:30.728574 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.services.segments.db [None req-248adf61-a09a-4aea-92f2-7ea8b66a9744 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19fe8777-7a89-4c73-8a0e-95859828ba9d') {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:14:30.737531 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-248adf61-a09a-4aea-92f2-7ea8b66a9744 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745549732078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25525066'] for segment, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:30.750499 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-248adf61-a09a-4aea-92f2-7ea8b66a9744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886977'] for segment, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:30.756879 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-248adf61-a09a-4aea-92f2-7ea8b66a9744 admin admin] Releasing vlan 934 on physical network physnet1 to pool {{(pid=93952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 19:14:30.760109 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-248adf61-a09a-4aea-92f2-7ea8b66a9744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26440072'] for segment, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:30.760109 dv-cinder-790492-6-iscsi neutron-server[93952]: Traceback (most recent call last): Jun 23 19:14:30.760109 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 19:14:30.760109 dv-cinder-790492-6-iscsi neutron-server[93952]: timer() Jun 23 19:14:30.760109 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 19:14:30.760109 dv-cinder-790492-6-iscsi neutron-server[93952]: cb(*args, **kw) Jun 23 19:14:30.760109 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 19:14:30.760109 dv-cinder-790492-6-iscsi neutron-server[93952]: return func(*args, **kwargs) Jun 23 19:14:30.760109 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 19:14:30.760109 dv-cinder-790492-6-iscsi neutron-server[93952]: self._notify() Jun 23 19:14:30.760109 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 19:14:30.760109 dv-cinder-790492-6-iscsi neutron-server[93952]: self.callback(batched_events) Jun 23 19:14:30.760109 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 19:14:30.760109 dv-cinder-790492-6-iscsi neutron-server[93952]: event.method(event) Jun 23 19:14:30.760109 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 19:14:30.760109 dv-cinder-790492-6-iscsi neutron-server[93952]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 19:14:30.760109 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 19:14:30.760109 dv-cinder-790492-6-iscsi neutron-server[93952]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 19:14:30.760109 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 19:14:30.760109 dv-cinder-790492-6-iscsi neutron-server[93952]: return f(self, *a, **k) Jun 23 19:14:30.760109 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 19:14:30.760109 dv-cinder-790492-6-iscsi neutron-server[93952]: return self._get(url).json() Jun 23 19:14:30.760109 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 19:14:30.760109 dv-cinder-790492-6-iscsi neutron-server[93952]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 19:14:30.760109 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 19:14:30.760109 dv-cinder-790492-6-iscsi neutron-server[93952]: return self.request(url, 'GET', **kwargs) Jun 23 19:14:30.760109 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 19:14:30.760109 dv-cinder-790492-6-iscsi neutron-server[93952]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 19:14:30.760109 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 19:14:30.760109 dv-cinder-790492-6-iscsi neutron-server[93952]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 19:14:30.760109 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 19:14:30.760109 dv-cinder-790492-6-iscsi neutron-server[93952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 19:14:30.760109 dv-cinder-790492-6-iscsi neutron-server[93952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 19:14:30.875684 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-248adf61-a09a-4aea-92f2-7ea8b66a9744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3862688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3708783'] for network, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:30.880110 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-1cb4c8d1-6dc4-4f77-9255-83a8dca2597f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:30.882634 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-248adf61-a09a-4aea-92f2-7ea8b66a9744 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770935'] for network, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:30.884489 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-248adf61-a09a-4aea-92f2-7ea8b66a9744 admin admin] 10.222.0.69 "DELETE /v2.0/networks/aa577ba1-4fbc-4eb9-b56b-e8114622df29 HTTP/1.1" status: 204 len: 168 time: 0.6548922 Jun 23 19:14:30.895815 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248adf61-a09a-4aea-92f2-7ea8b66a9744 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa577ba1-4fbc-4eb9-b56b-e8114622df29,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:30.898695 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-248adf61-a09a-4aea-92f2-7ea8b66a9744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:31.226612 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14f3fe-5070-473e-8de0-10eab5c520e1 req-e2462a03-bf0c-4956-87d3-a10b62ac2394 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:31.228093 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2a14f3fe-5070-473e-8de0-10eab5c520e1 req-e2462a03-bf0c-4956-87d3-a10b62ac2394 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2937309-7d8e-4c20-bd86-135c68675706 HTTP/1.1" status: 200 len: 943 time: 0.0628908 Jun 23 19:14:31.264919 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2a14f3fe-5070-473e-8de0-10eab5c520e1 req-96ffbf95-a2a3-4c07-bd5c-879baf96a883 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab9f1744-5d0b-4354-92d9-4ccbbd038296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311434 Jun 23 19:14:31.307854 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 37576) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:14:31.347444 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-ca20d9a0-0ef9-4008-8211-defc20a3f0b0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=eec1ba71166e4c50a81e1f89588a5bf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382218 Jun 23 19:14:31.349731 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 37578) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:14:31.408550 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-69915dbb-f399-457e-a892-59b99b8341a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:31.429769 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-69915dbb-f399-457e-a892-59b99b8341a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:31.538312 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-69915dbb-f399-457e-a892-59b99b8341a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:31.540976 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-69915dbb-f399-457e-a892-59b99b8341a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:31.542139 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-69915dbb-f399-457e-a892-59b99b8341a1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6bc2f530-2bd2-4288-8b85-69fc9e5b94b5 HTTP/1.1" status: 204 len: 168 time: 0.1911540 Jun 23 19:14:31.542898 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-d21ab687-49fa-44e9-a16e-cfda5b4a0849 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:31.551105 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69915dbb-f399-457e-a892-59b99b8341a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc2f530-2bd2-4288-8b85-69fc9e5b94b5,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:31.554242 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-69915dbb-f399-457e-a892-59b99b8341a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:32.259606 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 37588) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:14:32.303331 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-e9619fa6-7a93-4b1d-9e8c-833108740f90 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a371c3360eaf470d9ade0288b2d97c1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398026 Jun 23 19:14:32.304010 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 37592) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:14:32.321115 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device fb2707e5-5d0e-473e-b5ff-808d86e3a0d5 no longer exists at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:14:32.342049 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] No Port match for: fb2707e5-5d0e-473e-b5ff-808d86e3a0d5 {{(pid=93954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:14:32.342383 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device fb2707e5-5d0e-473e-b5ff-808d86e3a0d5 not bound to the agent host dv-cinder-790492-6-iscsi {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:14:32.363539 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9c5397be-4951-40a5-8a9a-3bd2bab1724b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:32.384879 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9c5397be-4951-40a5-8a9a-3bd2bab1724b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:32.475938 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57be62e-8096-4fe9-9e4f-f4c5b2e37881 req-9929e5b1-2973-4d69-a1a0-7105bd966dd2 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:32.478622 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b57be62e-8096-4fe9-9e4f-f4c5b2e37881 req-9929e5b1-2973-4d69-a1a0-7105bd966dd2 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2937309-7d8e-4c20-bd86-135c68675706 HTTP/1.1" status: 200 len: 943 time: 0.0846219 Jun 23 19:14:32.524473 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b57be62e-8096-4fe9-9e4f-f4c5b2e37881 req-30c28d96-844c-4e2b-94c9-ca688c740ec2 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab9f1744-5d0b-4354-92d9-4ccbbd038296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401931 Jun 23 19:14:32.550993 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9c5397be-4951-40a5-8a9a-3bd2bab1724b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:32.553585 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9c5397be-4951-40a5-8a9a-3bd2bab1724b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:32.554702 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-9c5397be-4951-40a5-8a9a-3bd2bab1724b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f8255ef8-c89f-4a9c-9ac3-ba24fb2ed073 HTTP/1.1" status: 204 len: 168 time: 0.2489276 Jun 23 19:14:32.555613 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-3116bedc-b891-44a9-8acf-ca5d1a8e463b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:32.569593 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5397be-4951-40a5-8a9a-3bd2bab1724b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8255ef8-c89f-4a9c-9ac3-ba24fb2ed073,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:32.572193 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-9c5397be-4951-40a5-8a9a-3bd2bab1724b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:32.581113 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb278e4-a16c-47de-ad48-1b14437842c2 req-092f21e1-b1bc-45a3-8485-35def0a543c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:32.582581 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ccb278e4-a16c-47de-ad48-1b14437842c2 req-092f21e1-b1bc-45a3-8485-35def0a543c4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e2937309-7d8e-4c20-bd86-135c68675706&tenant_id=29cd4a25dde246cd9b647b69d19079f6 HTTP/1.1" status: 200 len: 1096 time: 0.0687375 Jun 23 19:14:32.680087 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb278e4-a16c-47de-ad48-1b14437842c2 req-1c59a55c-a250-43a8-98aa-72897599ac59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:32.681535 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ccb278e4-a16c-47de-ad48-1b14437842c2 req-1c59a55c-a250-43a8-98aa-72897599ac59 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=29cd4a25dde246cd9b647b69d19079f6&device_id=e2937309-7d8e-4c20-bd86-135c68675706 HTTP/1.1" status: 200 len: 1096 time: 0.0505977 Jun 23 19:14:32.774379 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb278e4-a16c-47de-ad48-1b14437842c2 req-fc405a62-aef6-4b15-917a-81ba3e3696a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:32.775826 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ccb278e4-a16c-47de-ad48-1b14437842c2 req-fc405a62-aef6-4b15-917a-81ba3e3696a0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d02d4878-2846-42b3-8429-dddc3d54aa5f HTTP/1.1" status: 200 len: 918 time: 0.0847292 Jun 23 19:14:32.838814 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ccb278e4-a16c-47de-ad48-1b14437842c2 req-86861609-d9ec-47db-a94c-1a0f07d284fe service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb HTTP/1.1" status: 200 len: 998 time: 0.0562744 Jun 23 19:14:32.891432 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb278e4-a16c-47de-ad48-1b14437842c2 req-4781dda5-b93f-42c0-b351-3e6609191c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:32.892888 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ccb278e4-a16c-47de-ad48-1b14437842c2 req-4781dda5-b93f-42c0-b351-3e6609191c88 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d0c9ad5e-51b6-4019-87c2-098d82b200c4 HTTP/1.1" status: 200 len: 856 time: 0.0478456 Jun 23 19:14:32.919461 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-1aa1bcc2-cdbf-43a8-b12a-a417ceebf93f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:32.959666 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb278e4-a16c-47de-ad48-1b14437842c2 req-d826516c-18e8-4b0b-a963-88f824d14511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:32.966641 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ccb278e4-a16c-47de-ad48-1b14437842c2 req-d826516c-18e8-4b0b-a963-88f824d14511 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d02d4878-2846-42b3-8429-dddc3d54aa5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0620475 Jun 23 19:14:32.989604 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:33.068135 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ccb278e4-a16c-47de-ad48-1b14437842c2 req-2bc3249a-b24e-44b0-b066-c441890bbefa service neutron] 10.222.0.49 "GET /v2.0/networks/d02d4878-2846-42b3-8429-dddc3d54aa5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921504 Jun 23 19:14:33.174873 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ccb278e4-a16c-47de-ad48-1b14437842c2 req-ef608781-40a1-4d0c-bd2a-a76cdb6563f1 service neutron] 10.222.0.49 "GET /v2.0/networks/d02d4878-2846-42b3-8429-dddc3d54aa5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965412 Jun 23 19:14:33.614762 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 37644) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:14:33.715735 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6581f4c2-464d-482a-b739-74afcb990cb5 req-15030016-c575-4cea-8f4d-4e1c469524c0 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:33.717326 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-6581f4c2-464d-482a-b739-74afcb990cb5 req-15030016-c575-4cea-8f4d-4e1c469524c0 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2937309-7d8e-4c20-bd86-135c68675706 HTTP/1.1" status: 200 len: 943 time: 0.0767426 Jun 23 19:14:33.722231 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-05672a86-7a79-44b0-8a28-665ffc468e5f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1178771438-network', 'tenant_id': 'aa96fac7201b43d2b8633791c636d18c'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:14:33.757007 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-6581f4c2-464d-482a-b739-74afcb990cb5 req-872277aa-7e87-4da6-9346-731603be38fd tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab9f1744-5d0b-4354-92d9-4ccbbd038296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338240 Jun 23 19:14:33.818220 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05672a86-7a79-44b0-8a28-665ffc468e5f admin admin] Made reservation on behalf of aa96fac7201b43d2b8633791c636d18c for: {'network': 1} {{(pid=93952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:14:33.820631 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-05672a86-7a79-44b0-8a28-665ffc468e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-975148'] for network, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:33.829783 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-05672a86-7a79-44b0-8a28-665ffc468e5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:33.933312 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-05672a86-7a79-44b0-8a28-665ffc468e5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:34.012821 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-05672a86-7a79-44b0-8a28-665ffc468e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:34.017480 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-981043be-6b35-49a3-9a64-b120ef114223 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:34.037271 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05672a86-7a79-44b0-8a28-665ffc468e5f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 932} {{(pid=93952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 19:14:34.056356 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05672a86-7a79-44b0-8a28-665ffc468e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8e2799-4037-46df-980a-14d81da43534,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:34.061370 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-05672a86-7a79-44b0-8a28-665ffc468e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886977'] for segment, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:34.062129 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.db.segments_db [None req-05672a86-7a79-44b0-8a28-665ffc468e5f admin admin] Added segment ce49d902-3382-49f9-88d0-28e3cea581ea of type vlan for network 03b00407-ece8-4036-91c7-ff69de4b3a72 Jun 23 19:14:34.064743 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-05672a86-7a79-44b0-8a28-665ffc468e5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:34.119201 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-05672a86-7a79-44b0-8a28-665ffc468e5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745549258006'] for network, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:34.159021 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-36873b57-c469-4164-8152-400a4dc72ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:34.309148 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-05672a86-7a79-44b0-8a28-665ffc468e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3862688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898'] for network, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:34.310827 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05672a86-7a79-44b0-8a28-665ffc468e5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:34.311543 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-05672a86-7a79-44b0-8a28-665ffc468e5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770935'] for network, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:34.315527 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:34.410417 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05672a86-7a79-44b0-8a28-665ffc468e5f admin admin] Pushing event updated for resources: {'Network': ['ID=03b00407-ece8-4036-91c7-ff69de4b3a72,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:34.414417 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-05672a86-7a79-44b0-8a28-665ffc468e5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:34.423324 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Network 03b00407-ece8-4036-91c7-ff69de4b3a72 details requested by agent ovs-agent-dv-cinder-790492-6-iscsi with host dv-cinder-790492-6-iscsi {{(pid=93954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 19:14:34.446798 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-05672a86-7a79-44b0-8a28-665ffc468e5f admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8307519 Jun 23 19:14:34.449971 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 37658) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:14:34.454983 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-ed0834e1-be37-4341-84b5-097bf713cf6d admin admin] Request body: {'subnet': {'network_id': '03b00407-ece8-4036-91c7-ff69de4b3a72', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1178771438-subnet', 'tenant_id': 'aa96fac7201b43d2b8633791c636d18c', 'ip_version': 4}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:14:34.584647 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed0834e1-be37-4341-84b5-097bf713cf6d admin admin] Made reservation on behalf of aa96fac7201b43d2b8633791c636d18c for: {'subnet': 1} {{(pid=93952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:14:34.588178 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ed0834e1-be37-4341-84b5-097bf713cf6d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26574757'] for subnet, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:34.871296 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ed0834e1-be37-4341-84b5-097bf713cf6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26441174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26574775'] for subnet, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:34.873919 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:34.937008 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0834e1-be37-4341-84b5-097bf713cf6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e4f12f6-f920-4aa2-99cc-004ec6a10df3,revision_number=0']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:34.940536 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-ed0834e1-be37-4341-84b5-097bf713cf6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:34.948322 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0834e1-be37-4341-84b5-097bf713cf6d admin admin] Checking segment: {'id': 'ce49d902-3382-49f9-88d0-28e3cea581ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '03b00407-ece8-4036-91c7-ff69de4b3a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:14:34.948773 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0834e1-be37-4341-84b5-097bf713cf6d admin admin] Network hostable DHCP agents. Network: 03b00407-ece8-4036-91c7-ff69de4b3a72, hostable agents: ['46fb5406-63b7-4827-9d8b-19fc67eca6fa'], hosted agents: [] {{(pid=93952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 19:14:34.973137 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1641a161-97fe-45ed-97aa-919cd87c8baf req-05a7bc38-559e-48a1-9c66-210eb35d8d66 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:34.977061 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-1641a161-97fe-45ed-97aa-919cd87c8baf req-05a7bc38-559e-48a1-9c66-210eb35d8d66 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2937309-7d8e-4c20-bd86-135c68675706 HTTP/1.1" status: 200 len: 943 time: 0.0948744 Jun 23 19:14:35.017453 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-1641a161-97fe-45ed-97aa-919cd87c8baf req-167a7fe4-d068-4e21-ba16-29b44dafe019 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab9f1744-5d0b-4354-92d9-4ccbbd038296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350964 Jun 23 19:14:35.031935 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0834e1-be37-4341-84b5-097bf713cf6d admin admin] Network 03b00407-ece8-4036-91c7-ff69de4b3a72 is scheduled to be hosted by DHCP agent 46fb5406-63b7-4827-9d8b-19fc67eca6fa with binding_index 1 {{(pid=93952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 19:14:35.115146 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.base_scheduler [None req-ed0834e1-be37-4341-84b5-097bf713cf6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-6-iscsi, 03b00407-ece8-4036-91c7-ff69de4b3a72) {{(pid=93952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:14:35.119423 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0834e1-be37-4341-84b5-097bf713cf6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:35.120131 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ed0834e1-be37-4341-84b5-097bf713cf6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770935'] for subnet, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:35.125345 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194bae0a-7435-49f8-a8a1-c49d131c7857 None None] Network 03b00407-ece8-4036-91c7-ff69de4b3a72 requested from dv-cinder-790492-6-iscsi {{(pid=93954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:14:35.236782 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-ed0834e1-be37-4341-84b5-097bf713cf6d admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7857027 Jun 23 19:14:35.239428 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 37666) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:14:35.243923 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-97bddf13-6734-41f2-8f83-582c41b819e6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1178771438-router', 'tenant_id': 'aa96fac7201b43d2b8633791c636d18c', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199'}}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:14:35.288736 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3e5a15-a2ff-4eb3-b675-8fa3487d759e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee304acd-30f0-5ee2-ad4a-b51e6e82a076-03b00407-ece8-4036-91c7-ff69de4b3a72', 'network_id': '03b00407-ece8-4036-91c7-ff69de4b3a72', 'tenant_id': 'aa96fac7201b43d2b8633791c636d18c', 'fixed_ips': [{'subnet_id': '5e4f12f6-f920-4aa2-99cc-004ec6a10df3'}]}} from dv-cinder-790492-6-iscsi. {{(pid=93954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 19:14:35.289730 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4c3e5a15-a2ff-4eb3-b675-8fa3487d759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-975148'] for port, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:35.333928 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-97bddf13-6734-41f2-8f83-582c41b819e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3706123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5713'] for router, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:35.335022 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-97bddf13-6734-41f2-8f83-582c41b819e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3706112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3728693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3926614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5720'] for router, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:35.395870 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-97bddf13-6734-41f2-8f83-582c41b819e6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:35.442080 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.db_base_plugin_common [None req-4c3e5a15-a2ff-4eb3-b675-8fa3487d759e None None] Allocated IP 172.20.0.2 (03b00407-ece8-4036-91c7-ff69de4b3a72/5e4f12f6-f920-4aa2-99cc-004ec6a10df3/71760779-9cbf-4202-873c-36e26a00e5f3) {{(pid=93954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:14:35.450804 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0dfa02b7-e69b-42f9-a1c6-d55a29ea84e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:35.608778 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4c3e5a15-a2ff-4eb3-b675-8fa3487d759e None None] Notify callbacks [] for port, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:35.620453 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-97bddf13-6734-41f2-8f83-582c41b819e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3730983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3705239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5706'] for router, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:35.621233 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4c3e5a15-a2ff-4eb3-b675-8fa3487d759e None None] Transition to ACTIVE for port object 71760779-9cbf-4202-873c-36e26a00e5f3 will not be triggered until provisioned by entity L2. {{(pid=93954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:14:35.645793 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4c3e5a15-a2ff-4eb3-b675-8fa3487d759e None None] Transition to ACTIVE for port object 71760779-9cbf-4202-873c-36e26a00e5f3 will not be triggered until provisioned by entity DHCP. {{(pid=93954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:14:35.739472 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4c3e5a15-a2ff-4eb3-b675-8fa3487d759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-975211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745549236125'] for port, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:35.741764 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:35.787861 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3e5a15-a2ff-4eb3-b675-8fa3487d759e None None] Network 03b00407-ece8-4036-91c7-ff69de4b3a72 is already hosted by enough agents. {{(pid=93954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:14:35.807064 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.scheduler.base_scheduler [None req-4c3e5a15-a2ff-4eb3-b675-8fa3487d759e None None] Resources bound (agent type, host, resource id): {{(pid=93954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:14:35.818502 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3e5a15-a2ff-4eb3-b675-8fa3487d759e None None] Received port after_create {{(pid=93954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:14:35.830703 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3e5a15-a2ff-4eb3-b675-8fa3487d759e None None] Pushing event updated for resources: {'Port': ['ID=71760779-9cbf-4202-873c-36e26a00e5f3,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:35.851035 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-4c3e5a15-a2ff-4eb3-b675-8fa3487d759e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:35.917167 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-4c3e5a15-a2ff-4eb3-b675-8fa3487d759e None None] Attempting to bind port 71760779-9cbf-4202-873c-36e26a00e5f3 on host dv-cinder-790492-6-iscsi for vnic_type normal with profile {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:14:35.918142 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-4c3e5a15-a2ff-4eb3-b675-8fa3487d759e None None] Attempting to bind port 71760779-9cbf-4202-873c-36e26a00e5f3 by drivers openvswitch,hyperv on host dv-cinder-790492-6-iscsi at level 0 using segments [{'id': 'ce49d902-3382-49f9-88d0-28e3cea581ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '03b00407-ece8-4036-91c7-ff69de4b3a72'}] {{(pid=93954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:14:35.918735 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3e5a15-a2ff-4eb3-b675-8fa3487d759e None None] Attempting to bind port 71760779-9cbf-4202-873c-36e26a00e5f3 on network 03b00407-ece8-4036-91c7-ff69de4b3a72 {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:14:35.927791 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3e5a15-a2ff-4eb3-b675-8fa3487d759e None None] Checking agent: {'id': '392b78dc-ede3-4892-8962-7877c3ff23c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 58, 33), 'started_at': datetime.datetime(2021, 6, 23, 18, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:14:35.928296 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3e5a15-a2ff-4eb3-b675-8fa3487d759e None None] Checking segment: {'id': 'ce49d902-3382-49f9-88d0-28e3cea581ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '03b00407-ece8-4036-91c7-ff69de4b3a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:14:35.928601 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4c3e5a15-a2ff-4eb3-b675-8fa3487d759e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:35.929015 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3e5a15-a2ff-4eb3-b675-8fa3487d759e None None] Bound using segment: {'id': 'ce49d902-3382-49f9-88d0-28e3cea581ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '03b00407-ece8-4036-91c7-ff69de4b3a72'} {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:14:35.929630 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-4c3e5a15-a2ff-4eb3-b675-8fa3487d759e None None] Bound port: 71760779-9cbf-4202-873c-36e26a00e5f3, host: dv-cinder-790492-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce49d902-3382-49f9-88d0-28e3cea581ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '03b00407-ece8-4036-91c7-ff69de4b3a72'}}] {{(pid=93954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:14:35.930364 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4c3e5a15-a2ff-4eb3-b675-8fa3487d759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:35.963976 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-97bddf13-6734-41f2-8f83-582c41b819e6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:35.988141 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-97bddf13-6734-41f2-8f83-582c41b819e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-975148'] for port, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:36.021110 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-4c3e5a15-a2ff-4eb3-b675-8fa3487d759e None None] For port 71760779-9cbf-4202-873c-36e26a00e5f3, host dv-cinder-790492-6-iscsi, cleared binding levels {{(pid=93954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:14:36.024661 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-4c3e5a15-a2ff-4eb3-b675-8fa3487d759e None None] For port 71760779-9cbf-4202-873c-36e26a00e5f3, host dv-cinder-790492-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=71760779-9cbf-4202-873c-36e26a00e5f3,segment=NetworkSegment(ce49d902-3382-49f9-88d0-28e3cea581ea),segment_id=ce49d902-3382-49f9-88d0-28e3cea581ea)] {{(pid=93954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:14:36.093237 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4c3e5a15-a2ff-4eb3-b675-8fa3487d759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:36.095350 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:36.136334 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_common [None req-97bddf13-6734-41f2-8f83-582c41b819e6 admin admin] Allocated IP 172.27.1.19 (cc1a8f9f-0501-47a9-94a0-f3af65713199/09e863e5-4e6d-4986-b5d9-3bb63422f84c/c9379835-059d-4c35-9caa-e811930e2c99) {{(pid=93953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:14:36.200814 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3e5a15-a2ff-4eb3-b675-8fa3487d759e None None] Pushing event updated for resources: {'Port': ['ID=71760779-9cbf-4202-873c-36e26a00e5f3,revision_number=2']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:36.204194 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-4c3e5a15-a2ff-4eb3-b675-8fa3487d759e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:36.337554 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-97bddf13-6734-41f2-8f83-582c41b819e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:36.356948 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9922b1-9fd9-468d-80ee-fa8a41fc5270 req-242a8900-7c16-44bd-9cc5-55a31ede9c81 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:36.358575 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0a9922b1-9fd9-468d-80ee-fa8a41fc5270 req-242a8900-7c16-44bd-9cc5-55a31ede9c81 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2937309-7d8e-4c20-bd86-135c68675706 HTTP/1.1" status: 200 len: 943 time: 0.1586668 Jun 23 19:14:36.450508 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0a9922b1-9fd9-468d-80ee-fa8a41fc5270 req-2b3ea75f-9225-45c7-a334-d165a8aea429 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab9f1744-5d0b-4354-92d9-4ccbbd038296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832794 Jun 23 19:14:36.521421 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-97bddf13-6734-41f2-8f83-582c41b819e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-975211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745549236125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28924695'] for port, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:36.523798 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-b0dccc37-0cde-4d73-95df-012fe8a8eeda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:36.565744 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bddf13-6734-41f2-8f83-582c41b819e6 admin admin] Network cc1a8f9f-0501-47a9-94a0-f3af65713199 is already hosted by enough agents. {{(pid=93953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:14:36.568713 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [None req-97bddf13-6734-41f2-8f83-582c41b819e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:14:36.572276 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bddf13-6734-41f2-8f83-582c41b819e6 admin admin] Received port after_create {{(pid=93953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:14:36.602129 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bddf13-6734-41f2-8f83-582c41b819e6 admin admin] Pushing event updated for resources: {'Port': ['ID=c9379835-059d-4c35-9caa-e811930e2c99,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:36.606324 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-97bddf13-6734-41f2-8f83-582c41b819e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:36.921809 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-97bddf13-6734-41f2-8f83-582c41b819e6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:37.147080 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-97bddf13-6734-41f2-8f83-582c41b819e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3705246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3731058'] for router, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:37.322696 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8767228-2faa-4586-9fac-afd00bca5ab9 None None] Network 03b00407-ece8-4036-91c7-ff69de4b3a72 requested from dv-cinder-790492-6-iscsi {{(pid=93954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:14:37.361208 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97bddf13-6734-41f2-8f83-582c41b819e6 admin admin] Router 03f00452-d157-43c3-a25b-f5f31b9d8ac3 is scheduled to L3 agent 74079d6f-659b-43f4-8a12-30a7ece685bb with binding_index 1 {{(pid=93953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 19:14:37.488543 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-153a0fc9-daa5-4cd0-9163-2ba4a251c0bf None None] Provisioning for port 71760779-9cbf-4202-873c-36e26a00e5f3 completed by entity DHCP. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:14:37.508779 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97bddf13-6734-41f2-8f83-582c41b819e6 admin admin] Notify agent at l3_agent.dv-cinder-790492-6-iscsi the message routers_updated {{(pid=93953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:14:37.518974 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f30630a-4ca0-41d3-aa16-0d79e475020e None None] Sync routers for ids ['03f00452-d157-43c3-a25b-f5f31b9d8ac3'] in dv-cinder-790492-6-iscsi {{(pid=93955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:14:37.529630 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f30630a-4ca0-41d3-aa16-0d79e475020e None None] Routers {'03f00452-d157-43c3-a25b-f5f31b9d8ac3'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:14:37.530502 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-5f30630a-4ca0-41d3-aa16-0d79e475020e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:14:33Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['03f00452-d157-43c3-a25b-f5f31b9d8ac3'], 'active': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:14:37.582441 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-97bddf13-6734-41f2-8f83-582c41b819e6 admin admin] Notify callbacks [] for router, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:37.586647 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 37700) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:14:37.587158 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-97bddf13-6734-41f2-8f83-582c41b819e6 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3463576 Jun 23 19:14:37.750386 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3500d9-4560-4e89-9a8b-ccf61341e5a7 req-328ae177-2fd1-480a-964a-2799a6c3abd6 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:37.760499 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2e3500d9-4560-4e89-9a8b-ccf61341e5a7 req-328ae177-2fd1-480a-964a-2799a6c3abd6 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2937309-7d8e-4c20-bd86-135c68675706 HTTP/1.1" status: 200 len: 943 time: 0.1257691 Jun 23 19:14:37.765212 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvr_db [None req-5f30630a-4ca0-41d3-aa16-0d79e475020e None None] Set router 03f00452-d157-43c3-a25b-f5f31b9d8ac3 gateway port host: dv-cinder-790492-6-iscsi {{(pid=93955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:14:37.814943 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2e3500d9-4560-4e89-9a8b-ccf61341e5a7 req-d22f2278-2236-4137-a859-4b097f76ab37 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab9f1744-5d0b-4354-92d9-4ccbbd038296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535514 Jun 23 19:14:37.963127 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 37704) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:14:38.120505 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-5f30630a-4ca0-41d3-aa16-0d79e475020e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'name': 'tempest-TestVolumeBootPattern-1178771438-router', 'tenant_id': 'aa96fac7201b43d2b8633791c636d18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'c9379835-059d-4c35-9caa-e811930e2c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:14:35Z', 'updated_at': '2021-06-23T19:14:36Z', 'revision_number': 3, 'project_id': 'aa96fac7201b43d2b8633791c636d18c', 'gw_port': {'id': 'c9379835-059d-4c35-9caa-e811930e2c99', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4d:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:14:35Z', 'updated_at': '2021-06-23T19:14:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi'}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:14:38.146277 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-0b947f9c-382c-4bf7-a3e1-eaee9ee5f416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:38.149987 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f30630a-4ca0-41d3-aa16-0d79e475020e None None] Checking router: 03f00452-d157-43c3-a25b-f5f31b9d8ac3 for host: dv-cinder-790492-6-iscsi {{(pid=93955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:14:38.150343 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f30630a-4ca0-41d3-aa16-0d79e475020e None None] Updating router 03f00452-d157-43c3-a25b-f5f31b9d8ac3 port c9379835-059d-4c35-9caa-e811930e2c99 binding host dv-cinder-790492-6-iscsi {{(pid=93955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 19:14:38.191292 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5f30630a-4ca0-41d3-aa16-0d79e475020e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:38.300638 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-128fae4e-721c-40d7-82de-7c0df06a0ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-975148'] for port, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:38.425131 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device 71760779-9cbf-4202-873c-36e26a00e5f3 up at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:14:38.508195 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5f30630a-4ca0-41d3-aa16-0d79e475020e None None] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:38.519916 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-5f30630a-4ca0-41d3-aa16-0d79e475020e None None] Transition to ACTIVE for port object c9379835-059d-4c35-9caa-e811930e2c99 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:14:38.555715 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning for port 71760779-9cbf-4202-873c-36e26a00e5f3 completed by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:14:38.559838 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning complete for port 71760779-9cbf-4202-873c-36e26a00e5f3 triggered by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:14:38.560221 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:38.588252 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5f30630a-4ca0-41d3-aa16-0d79e475020e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:38.591128 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG oslo_concurrency.lockutils [None req-6b74a73c-b0c8-4da9-bebd-f1314edd2260 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93955) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:38.625806 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-0b947f9c-382c-4bf7-a3e1-eaee9ee5f416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:38.661182 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-5f30630a-4ca0-41d3-aa16-0d79e475020e None None] Attempting to bind port c9379835-059d-4c35-9caa-e811930e2c99 on host dv-cinder-790492-6-iscsi for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:14:38.661856 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-5f30630a-4ca0-41d3-aa16-0d79e475020e None None] Attempting to bind port c9379835-059d-4c35-9caa-e811930e2c99 by drivers openvswitch,hyperv on host dv-cinder-790492-6-iscsi at level 0 using segments [{'id': '5f51114a-3dae-4d84-91d9-b7c41a4d9224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:14:38.662412 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f30630a-4ca0-41d3-aa16-0d79e475020e None None] Attempting to bind port c9379835-059d-4c35-9caa-e811930e2c99 on network cc1a8f9f-0501-47a9-94a0-f3af65713199 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:14:38.664320 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aee335-0d52-491d-9c82-e0980ea16818 None None] Pushing event updated for resources: {'Port': ['ID=c9379835-059d-4c35-9caa-e811930e2c99,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:38.672923 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:38.701984 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f30630a-4ca0-41d3-aa16-0d79e475020e None None] Checking agent: {'id': '392b78dc-ede3-4892-8962-7877c3ff23c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 58, 33), 'started_at': datetime.datetime(2021, 6, 23, 18, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:14:38.702799 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f30630a-4ca0-41d3-aa16-0d79e475020e None None] Checking segment: {'id': '5f51114a-3dae-4d84-91d9-b7c41a4d9224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:14:38.703447 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5f30630a-4ca0-41d3-aa16-0d79e475020e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:38.707034 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f30630a-4ca0-41d3-aa16-0d79e475020e None None] Bound using segment: {'id': '5f51114a-3dae-4d84-91d9-b7c41a4d9224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:14:38.707911 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-5f30630a-4ca0-41d3-aa16-0d79e475020e None None] Bound port: c9379835-059d-4c35-9caa-e811930e2c99, host: dv-cinder-790492-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f51114a-3dae-4d84-91d9-b7c41a4d9224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:14:38.708619 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5f30630a-4ca0-41d3-aa16-0d79e475020e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:38.711462 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] For port 71760779-9cbf-4202-873c-36e26a00e5f3, host dv-cinder-790492-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=71760779-9cbf-4202-873c-36e26a00e5f3,segment=NetworkSegment(ce49d902-3382-49f9-88d0-28e3cea581ea),segment_id=ce49d902-3382-49f9-88d0-28e3cea581ea)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:14:38.717512 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81aee335-0d52-491d-9c82-e0980ea16818 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:14:38.718240 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81aee335-0d52-491d-9c82-e0980ea16818 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:14:38.721957 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81aee335-0d52-491d-9c82-e0980ea16818 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:14:38.721957 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81aee335-0d52-491d-9c82-e0980ea16818 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:14:38.721957 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81aee335-0d52-491d-9c82-e0980ea16818 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:14:38.721957 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81aee335-0d52-491d-9c82-e0980ea16818 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:14:38.721957 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81aee335-0d52-491d-9c82-e0980ea16818 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:14:38.721957 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81aee335-0d52-491d-9c82-e0980ea16818 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:14:38.721957 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81aee335-0d52-491d-9c82-e0980ea16818 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:14:38.721957 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81aee335-0d52-491d-9c82-e0980ea16818 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:14:38.721957 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81aee335-0d52-491d-9c82-e0980ea16818 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:14:38.728842 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81aee335-0d52-491d-9c82-e0980ea16818 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:14:38.735201 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-0b947f9c-382c-4bf7-a3e1-eaee9ee5f416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:38.740726 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-8108bfdc-82d7-406a-a73b-26ba6cb8ce2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:38.741040 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG oslo_concurrency.lockutils [None req-81aee335-0d52-491d-9c82-e0980ea16818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93955) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:38.791762 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-0b947f9c-382c-4bf7-a3e1-eaee9ee5f416 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7eb035a6d3394fa4b1c943cd3fd1e3b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8275197 Jun 23 19:14:38.794780 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 37708) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:14:38.797435 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b947f9c-382c-4bf7-a3e1-eaee9ee5f416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e8b2e5-fc1d-4641-8883-8fa2a3e2db92,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:38.802711 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-0b947f9c-382c-4bf7-a3e1-eaee9ee5f416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:38.808705 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-5f30630a-4ca0-41d3-aa16-0d79e475020e None None] For port c9379835-059d-4c35-9caa-e811930e2c99, host dv-cinder-790492-6-iscsi, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:14:38.817918 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:38.818049 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-5f30630a-4ca0-41d3-aa16-0d79e475020e None None] For port c9379835-059d-4c35-9caa-e811930e2c99, host dv-cinder-790492-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=c9379835-059d-4c35-9caa-e811930e2c99,segment=NetworkSegment(5f51114a-3dae-4d84-91d9-b7c41a4d9224),segment_id=5f51114a-3dae-4d84-91d9-b7c41a4d9224)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:14:38.818152 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-9a1c719f-abd1-453c-bee6-484feb607ae8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:38.868814 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-29755308-d0a8-4bfe-832a-6373afb889e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:38.873342 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.db.db_base_plugin_common [None req-128fae4e-721c-40d7-82de-7c0df06a0ca9 admin admin] Allocated IP 172.20.0.1 (03b00407-ece8-4036-91c7-ff69de4b3a72/5e4f12f6-f920-4aa2-99cc-004ec6a10df3/82adcb6f-164e-4e2b-8413-d669e42bcdc0) {{(pid=93952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:14:38.889766 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5f30630a-4ca0-41d3-aa16-0d79e475020e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:38.889766 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93955) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:38.917282 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Pushing event updated for resources: {'Port': ['ID=71760779-9cbf-4202-873c-36e26a00e5f3,revision_number=3']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:38.921061 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:38.927899 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-29755308-d0a8-4bfe-832a-6373afb889e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:39.025500 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aee335-0d52-491d-9c82-e0980ea16818 None None] Pushing event updated for resources: {'Port': ['ID=c9379835-059d-4c35-9caa-e811930e2c99,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:39.030281 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG oslo_concurrency.lockutils [None req-81aee335-0d52-491d-9c82-e0980ea16818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93955) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:39.034778 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f30630a-4ca0-41d3-aa16-0d79e475020e None None] Routers {'03f00452-d157-43c3-a25b-f5f31b9d8ac3'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:14:39.035872 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-5f30630a-4ca0-41d3-aa16-0d79e475020e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:14:33Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['03f00452-d157-43c3-a25b-f5f31b9d8ac3'], 'active': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:14:39.086191 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-128fae4e-721c-40d7-82de-7c0df06a0ca9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:39.102878 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.db.provisioning_blocks [None req-128fae4e-721c-40d7-82de-7c0df06a0ca9 admin admin] Transition to ACTIVE for port object 82adcb6f-164e-4e2b-8413-d669e42bcdc0 will not be triggered until provisioned by entity DHCP. {{(pid=93952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:14:39.201562 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-128fae4e-721c-40d7-82de-7c0df06a0ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-975211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745549236125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26440006'] for port, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:39.202966 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvr_db [None req-5f30630a-4ca0-41d3-aa16-0d79e475020e None None] Set router 03f00452-d157-43c3-a25b-f5f31b9d8ac3 gateway port host: dv-cinder-790492-6-iscsi {{(pid=93955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:14:39.203705 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-8c8c271e-317a-4527-a7da-6571e7a40ab4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:39.253655 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128fae4e-721c-40d7-82de-7c0df06a0ca9 admin admin] Network 03b00407-ece8-4036-91c7-ff69de4b3a72 is already hosted by enough agents. {{(pid=93952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:14:39.256682 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.base_scheduler [None req-128fae4e-721c-40d7-82de-7c0df06a0ca9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:14:39.259701 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128fae4e-721c-40d7-82de-7c0df06a0ca9 admin admin] Received port after_create {{(pid=93952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:14:39.294031 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128fae4e-721c-40d7-82de-7c0df06a0ca9 admin admin] Pushing event updated for resources: {'Port': ['ID=82adcb6f-164e-4e2b-8413-d669e42bcdc0,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:39.297656 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-128fae4e-721c-40d7-82de-7c0df06a0ca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:39.317442 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-128fae4e-721c-40d7-82de-7c0df06a0ca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3721842'] for router_interface, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:39.442463 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-5f30630a-4ca0-41d3-aa16-0d79e475020e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'name': 'tempest-TestVolumeBootPattern-1178771438-router', 'tenant_id': 'aa96fac7201b43d2b8633791c636d18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'c9379835-059d-4c35-9caa-e811930e2c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:14:35Z', 'updated_at': '2021-06-23T19:14:36Z', 'revision_number': 3, 'project_id': 'aa96fac7201b43d2b8633791c636d18c', 'gw_port': {'id': 'c9379835-059d-4c35-9caa-e811930e2c99', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4d:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:14:35Z', 'updated_at': '2021-06-23T19:14:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi'}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:14:39.485600 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da01503-3f2a-44e8-ae50-7e11edba7058 req-262e5188-26c0-4580-8a5c-248caf6e7a5f tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:39.489226 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f30630a-4ca0-41d3-aa16-0d79e475020e None None] The sync data for ids ['03f00452-d157-43c3-a25b-f5f31b9d8ac3'] in dv-cinder-790492-6-iscsi is: [{'id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'name': 'tempest-TestVolumeBootPattern-1178771438-router', 'tenant_id': 'aa96fac7201b43d2b8633791c636d18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'c9379835-059d-4c35-9caa-e811930e2c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:14:35Z', 'updated_at': '2021-06-23T19:14:36Z', 'revision_number': 3, 'project_id': 'aa96fac7201b43d2b8633791c636d18c', 'gw_port': {'id': 'c9379835-059d-4c35-9caa-e811930e2c99', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4d:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:14:35Z', 'updated_at': '2021-06-23T19:14:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi'}] {{(pid=93955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:14:39.498737 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0da01503-3f2a-44e8-ae50-7e11edba7058 req-262e5188-26c0-4580-8a5c-248caf6e7a5f tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2937309-7d8e-4c20-bd86-135c68675706 HTTP/1.1" status: 200 len: 943 time: 0.1553411 Jun 23 19:14:39.559786 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0da01503-3f2a-44e8-ae50-7e11edba7058 req-4ed738ab-da47-479a-af7a-6a8f77d5e35c tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab9f1744-5d0b-4354-92d9-4ccbbd038296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617893 Jun 23 19:14:39.565521 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-29755308-d0a8-4bfe-832a-6373afb889e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:39.567218 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-128fae4e-721c-40d7-82de-7c0df06a0ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:39.568520 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-29755308-d0a8-4bfe-832a-6373afb889e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:39.572068 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-29755308-d0a8-4bfe-832a-6373afb889e2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/46e8b2e5-fc1d-4641-8883-8fa2a3e2db92 HTTP/1.1" status: 204 len: 168 time: 0.7733412 Jun 23 19:14:39.576728 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-e5a67f60-94ce-497d-a599-179f6138e641 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:39.593771 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29755308-d0a8-4bfe-832a-6373afb889e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e8b2e5-fc1d-4641-8883-8fa2a3e2db92,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:39.596892 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-29755308-d0a8-4bfe-832a-6373afb889e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:39.667829 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-2f86fd08-2e25-4618-a57f-d6483b638ea1 None None] Provisioning for port 82adcb6f-164e-4e2b-8413-d669e42bcdc0 completed by entity DHCP. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:14:39.672087 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-2f86fd08-2e25-4618-a57f-d6483b638ea1 None None] Provisioning complete for port 82adcb6f-164e-4e2b-8413-d669e42bcdc0 triggered by entity DHCP. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:14:39.672468 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-2f86fd08-2e25-4618-a57f-d6483b638ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:39.726695 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-2f86fd08-2e25-4618-a57f-d6483b638ea1 None None] Port 82adcb6f-164e-4e2b-8413-d669e42bcdc0 cannot update to ACTIVE because it is not bound. {{(pid=93954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 19:14:39.871580 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-128fae4e-721c-40d7-82de-7c0df06a0ca9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:39.938577 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-128fae4e-721c-40d7-82de-7c0df06a0ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26440020'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:39.942112 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-128fae4e-721c-40d7-82de-7c0df06a0ca9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:40.016749 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128fae4e-721c-40d7-82de-7c0df06a0ca9 admin admin] Pushing event updated for resources: {'Port': ['ID=82adcb6f-164e-4e2b-8413-d669e42bcdc0,revision_number=2']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:40.025725 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-128fae4e-721c-40d7-82de-7c0df06a0ca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:40.026584 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-128fae4e-721c-40d7-82de-7c0df06a0ca9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4104168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3721886'] for router_interface, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:40.142035 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128fae4e-721c-40d7-82de-7c0df06a0ca9 admin admin] Network 03b00407-ece8-4036-91c7-ff69de4b3a72 is already hosted by enough agents. {{(pid=93952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:14:40.144258 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.base_scheduler [None req-128fae4e-721c-40d7-82de-7c0df06a0ca9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:14:40.331117 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-128fae4e-721c-40d7-82de-7c0df06a0ca9 admin admin] Router 03f00452-d157-43c3-a25b-f5f31b9d8ac3 has already been hosted by L3 agent 74079d6f-659b-43f4-8a12-30a7ece685bb {{(pid=93952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:14:40.424997 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 37718) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:14:40.462463 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-47786c6f-6c6e-40f8-b370-f69723385fe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:40.465549 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-84439f96-3467-4fe7-9a5f-14dab578e2d3 None None] Provisioning complete for port 82adcb6f-164e-4e2b-8413-d669e42bcdc0 triggered by entity DHCP. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:14:40.465992 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-84439f96-3467-4fe7-9a5f-14dab578e2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:40.526190 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-128fae4e-721c-40d7-82de-7c0df06a0ca9 admin admin] Notify agent at l3_agent.dv-cinder-790492-6-iscsi the message routers_updated {{(pid=93952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:14:40.527080 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-84439f96-3467-4fe7-9a5f-14dab578e2d3 None None] Port 82adcb6f-164e-4e2b-8413-d669e42bcdc0 cannot update to ACTIVE because it is not bound. {{(pid=93954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 19:14:40.527080 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device 71760779-9cbf-4202-873c-36e26a00e5f3 up at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:14:40.527272 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-128fae4e-721c-40d7-82de-7c0df06a0ca9 admin admin] 10.222.0.69 "PUT /v2.0/routers/03f00452-d157-43c3-a25b-f5f31b9d8ac3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9348512 Jun 23 19:14:40.589118 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning complete for port 71760779-9cbf-4202-873c-36e26a00e5f3 triggered by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:14:40.594921 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:40.642683 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-47786c6f-6c6e-40f8-b370-f69723385fe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:40.721357 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-47786c6f-6c6e-40f8-b370-f69723385fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:40.760600 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device c9379835-059d-4c35-9caa-e811930e2c99 up at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:14:40.768861 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-799f839e-75ca-442f-8d92-3a6916bfa88e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:40.787368 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-47786c6f-6c6e-40f8-b370-f69723385fe7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5c19243f97e74f848aba5f779a862a33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3588679 Jun 23 19:14:40.788693 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 37726) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:14:40.874055 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47786c6f-6c6e-40f8-b370-f69723385fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe330f57-6ee0-46dd-943b-66795dc58f9b,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:40.881999 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-47786c6f-6c6e-40f8-b370-f69723385fe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:40.884749 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-77300150-dc8a-4fff-8f24-51e50af5bd21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:40.913375 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-77300150-dc8a-4fff-8f24-51e50af5bd21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:40.913762 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning for port c9379835-059d-4c35-9caa-e811930e2c99 completed by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:14:40.917774 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning complete for port c9379835-059d-4c35-9caa-e811930e2c99 triggered by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:14:40.918162 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:40.955836 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e80083e-4650-44cf-89ae-2b9e2d4e33f5 req-85a6656d-5899-485d-8fdb-b79c6b0f4f05 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:40.969490 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7e80083e-4650-44cf-89ae-2b9e2d4e33f5 req-85a6656d-5899-485d-8fdb-b79c6b0f4f05 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2937309-7d8e-4c20-bd86-135c68675706 HTTP/1.1" status: 200 len: 943 time: 0.2098036 Jun 23 19:14:41.020238 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7e80083e-4650-44cf-89ae-2b9e2d4e33f5 req-2ba71476-1ab3-4440-9fb1-56213fa2fe28 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab9f1744-5d0b-4354-92d9-4ccbbd038296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498574 Jun 23 19:14:41.064168 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-77300150-dc8a-4fff-8f24-51e50af5bd21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:41.068348 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-77300150-dc8a-4fff-8f24-51e50af5bd21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:41.071774 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-77300150-dc8a-4fff-8f24-51e50af5bd21 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fe330f57-6ee0-46dd-943b-66795dc58f9b HTTP/1.1" status: 204 len: 168 time: 0.2806070 Jun 23 19:14:41.071774 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-ab56a29a-f6d3-4288-aed4-ade80e61f0f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:41.081301 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:41.082565 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77300150-dc8a-4fff-8f24-51e50af5bd21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe330f57-6ee0-46dd-943b-66795dc58f9b,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:41.096568 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-77300150-dc8a-4fff-8f24-51e50af5bd21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:41.120295 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] For port c9379835-059d-4c35-9caa-e811930e2c99, host dv-cinder-790492-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=c9379835-059d-4c35-9caa-e811930e2c99,segment=NetworkSegment(5f51114a-3dae-4d84-91d9-b7c41a4d9224),segment_id=5f51114a-3dae-4d84-91d9-b7c41a4d9224)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:14:41.259370 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:41.267033 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-85e46480-daf0-41fd-bd4e-e9301443bc55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:41.330050 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Pushing event updated for resources: {'Port': ['ID=c9379835-059d-4c35-9caa-e811930e2c99,revision_number=4']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:41.334387 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:41.677372 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 37748) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:14:41.682426 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-0f0f4cdc-616c-4f05-b193-886482441560 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1611740627-network', 'tenant_id': '3b244c2d99e94890b41a74b65e5304b1'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:14:41.755922 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1615944f-f327-4883-b580-1f9e95a458f1 None None] Sync routers for ids ['03f00452-d157-43c3-a25b-f5f31b9d8ac3'] in dv-cinder-790492-6-iscsi {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:14:41.768963 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1615944f-f327-4883-b580-1f9e95a458f1 None None] Routers {'03f00452-d157-43c3-a25b-f5f31b9d8ac3'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:14:41.770424 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-1615944f-f327-4883-b580-1f9e95a458f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:14:33Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['03f00452-d157-43c3-a25b-f5f31b9d8ac3'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:14:41.782246 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0f4cdc-616c-4f05-b193-886482441560 admin admin] Made reservation on behalf of 3b244c2d99e94890b41a74b65e5304b1 for: {'network': 1} {{(pid=93952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:14:41.785469 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-0f0f4cdc-616c-4f05-b193-886482441560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-975148'] for network, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:41.796753 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-0f0f4cdc-616c-4f05-b193-886482441560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:41.904338 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-1615944f-f327-4883-b580-1f9e95a458f1 None None] Set router 03f00452-d157-43c3-a25b-f5f31b9d8ac3 gateway port host: dv-cinder-790492-6-iscsi {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:14:41.933154 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-0f0f4cdc-616c-4f05-b193-886482441560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:41.994232 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-0f0f4cdc-616c-4f05-b193-886482441560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:41.997241 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-ce1017bb-1b6b-423c-922a-59580889c3a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:42.018772 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f0f4cdc-616c-4f05-b193-886482441560 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 948} {{(pid=93952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 19:14:42.030817 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0f4cdc-616c-4f05-b193-886482441560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dfe1213-41a1-4093-a54b-908e0580d142,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:42.036652 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-0f0f4cdc-616c-4f05-b193-886482441560 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:42.040157 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-0f0f4cdc-616c-4f05-b193-886482441560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886977'] for segment, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:42.040504 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.db.segments_db [None req-0f0f4cdc-616c-4f05-b193-886482441560 admin admin] Added segment 1481da4e-dd8a-4cc3-bbd1-19c81cdc74bd of type vlan for network 8f6257ab-4237-4588-b81a-a9734e5ca361 Jun 23 19:14:42.116157 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-0f0f4cdc-616c-4f05-b193-886482441560 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745549258006'] for network, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:42.185454 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-1615944f-f327-4883-b580-1f9e95a458f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'name': 'tempest-TestVolumeBootPattern-1178771438-router', 'tenant_id': 'aa96fac7201b43d2b8633791c636d18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'c9379835-059d-4c35-9caa-e811930e2c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:14:35Z', 'updated_at': '2021-06-23T19:14:39Z', 'revision_number': 4, 'project_id': 'aa96fac7201b43d2b8633791c636d18c', 'gw_port': {'id': 'c9379835-059d-4c35-9caa-e811930e2c99', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:14:35Z', 'updated_at': '2021-06-23T19:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi', '_interfaces': [{'id': '82adcb6f-164e-4e2b-8413-d669e42bcdc0', 'name': '', 'network_id': '03b00407-ece8-4036-91c7-ff69de4b3a72', 'tenant_id': 'aa96fac7201b43d2b8633791c636d18c', 'mac_address': 'fa:16:3e:fb:43:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '5e4f12f6-f920-4aa2-99cc-004ec6a10df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:14:38Z', 'updated_at': '2021-06-23T19:14:39Z', 'revision_number': 2, 'project_id': 'aa96fac7201b43d2b8633791c636d18c', 'subnets': [{'id': '5e4f12f6-f920-4aa2-99cc-004ec6a10df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:14:42.217484 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1615944f-f327-4883-b580-1f9e95a458f1 None None] Checking router: 03f00452-d157-43c3-a25b-f5f31b9d8ac3 for host: dv-cinder-790492-6-iscsi {{(pid=93954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:14:42.217891 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1615944f-f327-4883-b580-1f9e95a458f1 None None] Updating router 03f00452-d157-43c3-a25b-f5f31b9d8ac3 port 82adcb6f-164e-4e2b-8413-d669e42bcdc0 binding host dv-cinder-790492-6-iscsi {{(pid=93954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 19:14:42.229357 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-0f0f4cdc-616c-4f05-b193-886482441560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3862688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898'] for network, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:42.232236 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0f4cdc-616c-4f05-b193-886482441560 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:42.232236 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-0f0f4cdc-616c-4f05-b193-886482441560 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770935'] for network, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:42.242798 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:42.265213 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-1615944f-f327-4883-b580-1f9e95a458f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:42.325603 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0f4cdc-616c-4f05-b193-886482441560 admin admin] Pushing event updated for resources: {'Network': ['ID=8f6257ab-4237-4588-b81a-a9734e5ca361,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:42.330428 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-0f0f4cdc-616c-4f05-b193-886482441560 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:42.334029 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-0f0f4cdc-616c-4f05-b193-886482441560 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6555257 Jun 23 19:14:42.337025 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 37762) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:14:42.339868 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Network 8f6257ab-4237-4588-b81a-a9734e5ca361 details requested by agent ovs-agent-dv-cinder-790492-6-iscsi with host dv-cinder-790492-6-iscsi {{(pid=93954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 19:14:42.356237 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-32955414-b33b-40cd-aa49-31f79360f7a4 admin admin] Request body: {'subnet': {'network_id': '8f6257ab-4237-4588-b81a-a9734e5ca361', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1611740627-subnet', 'tenant_id': '3b244c2d99e94890b41a74b65e5304b1', 'ip_version': 4}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:14:42.356654 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b4f33-80eb-477e-ad88-d8d6f851f125 req-57c5c0a3-efcc-40c8-8244-ebf4bcbbdc5d tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:42.375639 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3d5b4f33-80eb-477e-ad88-d8d6f851f125 req-57c5c0a3-efcc-40c8-8244-ebf4bcbbdc5d tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2937309-7d8e-4c20-bd86-135c68675706 HTTP/1.1" status: 200 len: 943 time: 0.1611772 Jun 23 19:14:42.441483 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3d5b4f33-80eb-477e-ad88-d8d6f851f125 req-0b15d980-88d4-47e4-99f1-53865fa6775b tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab9f1744-5d0b-4354-92d9-4ccbbd038296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631330 Jun 23 19:14:42.491464 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 37764) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:14:42.561671 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device c9379835-059d-4c35-9caa-e811930e2c99 up at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:14:42.601238 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32955414-b33b-40cd-aa49-31f79360f7a4 admin admin] Made reservation on behalf of 3b244c2d99e94890b41a74b65e5304b1 for: {'subnet': 1} {{(pid=93952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:14:42.604839 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-32955414-b33b-40cd-aa49-31f79360f7a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26574757'] for subnet, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:42.634590 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-ff26c06f-bfe4-431d-bf93-499a2027ab67 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1541930896-network', 'tenant_id': 'e6347f5df09c41d5a16ef28d77eba858'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:14:42.760956 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning complete for port c9379835-059d-4c35-9caa-e811930e2c99 triggered by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:14:42.761341 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:42.820090 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff26c06f-bfe4-431d-bf93-499a2027ab67 admin admin] Made reservation on behalf of e6347f5df09c41d5a16ef28d77eba858 for: {'network': 1} {{(pid=93952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:14:42.822456 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ff26c06f-bfe4-431d-bf93-499a2027ab67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-975148'] for network, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:42.836029 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ff26c06f-bfe4-431d-bf93-499a2027ab67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:42.912746 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-1615944f-f327-4883-b580-1f9e95a458f1 None None] Notify callbacks [] for port, precommit_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:42.917543 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-32955414-b33b-40cd-aa49-31f79360f7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26441174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26574775'] for subnet, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:42.925934 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-dec9b68e-6d7a-49b1-96af-f16131adf6ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:42.928991 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-1615944f-f327-4883-b580-1f9e95a458f1 None None] Transition to ACTIVE for port object 82adcb6f-164e-4e2b-8413-d669e42bcdc0 will not be triggered until provisioned by entity L2. {{(pid=93954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:14:43.011445 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32955414-b33b-40cd-aa49-31f79360f7a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54a4eb43-69b4-4c19-9ecc-107512bb1de0,revision_number=0']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:43.018072 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-1615944f-f327-4883-b580-1f9e95a458f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:43.020622 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ff26c06f-bfe4-431d-bf93-499a2027ab67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:43.021079 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:43.021740 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-32955414-b33b-40cd-aa49-31f79360f7a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:43.028805 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32955414-b33b-40cd-aa49-31f79360f7a4 admin admin] Checking segment: {'id': '1481da4e-dd8a-4cc3-bbd1-19c81cdc74bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '8f6257ab-4237-4588-b81a-a9734e5ca361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:14:43.029194 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32955414-b33b-40cd-aa49-31f79360f7a4 admin admin] Network hostable DHCP agents. Network: 8f6257ab-4237-4588-b81a-a9734e5ca361, hostable agents: ['46fb5406-63b7-4827-9d8b-19fc67eca6fa'], hosted agents: [] {{(pid=93952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 19:14:43.073783 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eb190f-4183-4071-af0e-9232c5bc2981 None None] Pushing event updated for resources: {'Port': ['ID=82adcb6f-164e-4e2b-8413-d669e42bcdc0,revision_number=3']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:43.076749 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-49eb190f-4183-4071-af0e-9232c5bc2981 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:43.136679 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ff26c06f-bfe4-431d-bf93-499a2027ab67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:43.140903 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-06483361-c69f-47ee-9ee8-08adf1aff55b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:43.150639 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-1615944f-f327-4883-b580-1f9e95a458f1 None None] Attempting to bind port 82adcb6f-164e-4e2b-8413-d669e42bcdc0 on host dv-cinder-790492-6-iscsi for vnic_type normal with profile {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:14:43.150948 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-1615944f-f327-4883-b580-1f9e95a458f1 None None] Attempting to bind port 82adcb6f-164e-4e2b-8413-d669e42bcdc0 by drivers openvswitch,hyperv on host dv-cinder-790492-6-iscsi at level 0 using segments [{'id': 'ce49d902-3382-49f9-88d0-28e3cea581ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '03b00407-ece8-4036-91c7-ff69de4b3a72'}] {{(pid=93954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:14:43.151747 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1615944f-f327-4883-b580-1f9e95a458f1 None None] Attempting to bind port 82adcb6f-164e-4e2b-8413-d669e42bcdc0 on network 03b00407-ece8-4036-91c7-ff69de4b3a72 {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:14:43.157733 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1615944f-f327-4883-b580-1f9e95a458f1 None None] Checking agent: {'id': '392b78dc-ede3-4892-8962-7877c3ff23c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 58, 33), 'started_at': datetime.datetime(2021, 6, 23, 18, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:14:43.158168 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1615944f-f327-4883-b580-1f9e95a458f1 None None] Checking segment: {'id': 'ce49d902-3382-49f9-88d0-28e3cea581ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '03b00407-ece8-4036-91c7-ff69de4b3a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:14:43.158577 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-1615944f-f327-4883-b580-1f9e95a458f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:43.158975 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1615944f-f327-4883-b580-1f9e95a458f1 None None] Bound using segment: {'id': 'ce49d902-3382-49f9-88d0-28e3cea581ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '03b00407-ece8-4036-91c7-ff69de4b3a72'} {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:14:43.159485 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-1615944f-f327-4883-b580-1f9e95a458f1 None None] Bound port: 82adcb6f-164e-4e2b-8413-d669e42bcdc0, host: dv-cinder-790492-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce49d902-3382-49f9-88d0-28e3cea581ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '03b00407-ece8-4036-91c7-ff69de4b3a72'}}] {{(pid=93954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:14:43.159863 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-1615944f-f327-4883-b580-1f9e95a458f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:43.165482 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff26c06f-bfe4-431d-bf93-499a2027ab67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 938} {{(pid=93952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 19:14:43.172524 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32955414-b33b-40cd-aa49-31f79360f7a4 admin admin] Network 8f6257ab-4237-4588-b81a-a9734e5ca361 is scheduled to be hosted by DHCP agent 46fb5406-63b7-4827-9d8b-19fc67eca6fa with binding_index 1 {{(pid=93952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 19:14:43.194284 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff26c06f-bfe4-431d-bf93-499a2027ab67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d46a2b-456b-40ea-887f-b7a8303d3800,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:43.197725 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-ff26c06f-bfe4-431d-bf93-499a2027ab67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:43.203348 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ff26c06f-bfe4-431d-bf93-499a2027ab67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886977'] for segment, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:43.203348 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.db.segments_db [None req-ff26c06f-bfe4-431d-bf93-499a2027ab67 admin admin] Added segment 6e5ef6c5-5dfc-4a2e-997c-3e68bac2abf9 of type vlan for network ae5fba34-e7eb-4732-9000-5e4bf2eb7c02 Jun 23 19:14:43.260747 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ff26c06f-bfe4-431d-bf93-499a2027ab67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745549258006'] for network, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:43.275772 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-1615944f-f327-4883-b580-1f9e95a458f1 None None] For port 82adcb6f-164e-4e2b-8413-d669e42bcdc0, host dv-cinder-790492-6-iscsi, cleared binding levels {{(pid=93954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:14:43.279180 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-1615944f-f327-4883-b580-1f9e95a458f1 None None] For port 82adcb6f-164e-4e2b-8413-d669e42bcdc0, host dv-cinder-790492-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=82adcb6f-164e-4e2b-8413-d669e42bcdc0,segment=NetworkSegment(ce49d902-3382-49f9-88d0-28e3cea581ea),segment_id=ce49d902-3382-49f9-88d0-28e3cea581ea)] {{(pid=93954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:14:43.289851 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.base_scheduler [None req-32955414-b33b-40cd-aa49-31f79360f7a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-6-iscsi, 8f6257ab-4237-4588-b81a-a9734e5ca361) {{(pid=93952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:14:43.295343 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32955414-b33b-40cd-aa49-31f79360f7a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:43.295957 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-32955414-b33b-40cd-aa49-31f79360f7a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770935'] for subnet, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:43.303244 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53b6a3d-f33f-4121-92f1-3ef8be5dedd3 None None] Network 8f6257ab-4237-4588-b81a-a9734e5ca361 requested from dv-cinder-790492-6-iscsi {{(pid=93954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:14:43.353766 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-1615944f-f327-4883-b580-1f9e95a458f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:43.356340 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ff26c06f-bfe4-431d-bf93-499a2027ab67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3862688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898'] for network, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:43.360350 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-32955414-b33b-40cd-aa49-31f79360f7a4 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0166450 Jun 23 19:14:43.360350 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff26c06f-bfe4-431d-bf93-499a2027ab67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:43.360350 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ff26c06f-bfe4-431d-bf93-499a2027ab67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770935'] for network, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:43.360713 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 37768) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:14:43.363929 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:43.366432 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-5a2b9c3c-b68c-428b-8a61-4ca344fc97c5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1611740627-router', 'tenant_id': '3b244c2d99e94890b41a74b65e5304b1', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199'}}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:14:43.369163 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:43.446138 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff26c06f-bfe4-431d-bf93-499a2027ab67 admin admin] Pushing event updated for resources: {'Network': ['ID=ae5fba34-e7eb-4732-9000-5e4bf2eb7c02,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:43.449891 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-ff26c06f-bfe4-431d-bf93-499a2027ab67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:43.453908 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1615944f-f327-4883-b580-1f9e95a458f1 None None] Routers {'03f00452-d157-43c3-a25b-f5f31b9d8ac3'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:14:43.454549 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-1615944f-f327-4883-b580-1f9e95a458f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:14:33Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['03f00452-d157-43c3-a25b-f5f31b9d8ac3'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:14:43.482705 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-5a2b9c3c-b68c-428b-8a61-4ca344fc97c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3706123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5713'] for router, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:43.483814 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-5a2b9c3c-b68c-428b-8a61-4ca344fc97c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3706112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3728693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3926614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5720'] for router, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:43.495731 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Network ae5fba34-e7eb-4732-9000-5e4bf2eb7c02 details requested by agent ovs-agent-dv-cinder-790492-6-iscsi with host dv-cinder-790492-6-iscsi {{(pid=93954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 19:14:43.535265 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-ff26c06f-bfe4-431d-bf93-499a2027ab67 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0413034 Jun 23 19:14:43.544127 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 37774) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:14:43.546138 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-3bb8791f-62d2-4d58-a817-9f5e3346db57 admin admin] Request body: {'subnet': {'network_id': 'ae5fba34-e7eb-4732-9000-5e4bf2eb7c02', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1541930896-subnet', 'tenant_id': 'e6347f5df09c41d5a16ef28d77eba858', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:14:43.638830 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-5a2b9c3c-b68c-428b-8a61-4ca344fc97c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:43.657839 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb8791f-62d2-4d58-a817-9f5e3346db57 admin admin] Made reservation on behalf of e6347f5df09c41d5a16ef28d77eba858 for: {'subnet': 1} {{(pid=93952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:14:43.660814 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-3bb8791f-62d2-4d58-a817-9f5e3346db57 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26574757'] for subnet, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:43.677007 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eb190f-4183-4071-af0e-9232c5bc2981 None None] Pushing event updated for resources: {'Port': ['ID=82adcb6f-164e-4e2b-8413-d669e42bcdc0,revision_number=4']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:43.687895 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-49eb190f-4183-4071-af0e-9232c5bc2981 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:43.784726 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-1615944f-f327-4883-b580-1f9e95a458f1 None None] Set router 03f00452-d157-43c3-a25b-f5f31b9d8ac3 gateway port host: dv-cinder-790492-6-iscsi {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:14:43.857860 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6545a8-fae7-4c5b-9e2f-deb35b8a3a31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee304acd-30f0-5ee2-ad4a-b51e6e82a076-8f6257ab-4237-4588-b81a-a9734e5ca361', 'network_id': '8f6257ab-4237-4588-b81a-a9734e5ca361', 'tenant_id': '3b244c2d99e94890b41a74b65e5304b1', 'fixed_ips': [{'subnet_id': '54a4eb43-69b4-4c19-9ecc-107512bb1de0'}]}} from dv-cinder-790492-6-iscsi. {{(pid=93954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 19:14:43.858887 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-9b6545a8-fae7-4c5b-9e2f-deb35b8a3a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-975148'] for port, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:43.988528 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-3bb8791f-62d2-4d58-a817-9f5e3346db57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26441174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26574775'] for subnet, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:43.988768 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-5a2b9c3c-b68c-428b-8a61-4ca344fc97c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3730983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3705239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5706'] for router, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:43.992066 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:44.000729 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3037d1bc-e59f-4792-b03e-635831f61eea req-4a4bc281-b00d-4989-a7d2-dd6f93753d25 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:44.002809 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3037d1bc-e59f-4792-b03e-635831f61eea req-4a4bc281-b00d-4989-a7d2-dd6f93753d25 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2937309-7d8e-4c20-bd86-135c68675706 HTTP/1.1" status: 200 len: 943 time: 0.3075132 Jun 23 19:14:44.058571 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3037d1bc-e59f-4792-b03e-635831f61eea req-76b182a2-30bf-4bca-873c-6afe44f54bdb tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab9f1744-5d0b-4354-92d9-4ccbbd038296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491714 Jun 23 19:14:44.085476 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb8791f-62d2-4d58-a817-9f5e3346db57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10ea364a-5ea4-4040-a329-efd3b2f29ce7,revision_number=0']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:44.089943 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-3bb8791f-62d2-4d58-a817-9f5e3346db57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:44.094089 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb8791f-62d2-4d58-a817-9f5e3346db57 admin admin] Checking segment: {'id': '6e5ef6c5-5dfc-4a2e-997c-3e68bac2abf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'ae5fba34-e7eb-4732-9000-5e4bf2eb7c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:14:44.094452 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb8791f-62d2-4d58-a817-9f5e3346db57 admin admin] Network hostable DHCP agents. Network: ae5fba34-e7eb-4732-9000-5e4bf2eb7c02, hostable agents: ['46fb5406-63b7-4827-9d8b-19fc67eca6fa'], hosted agents: [] {{(pid=93952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 19:14:44.182590 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.db_base_plugin_common [None req-9b6545a8-fae7-4c5b-9e2f-deb35b8a3a31 None None] Allocated IP 172.20.0.2 (8f6257ab-4237-4588-b81a-a9734e5ca361/54a4eb43-69b4-4c19-9ecc-107512bb1de0/90930c55-3c63-434d-8722-576ad5b2cd6c) {{(pid=93954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:14:44.201704 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-1615944f-f327-4883-b580-1f9e95a458f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'name': 'tempest-TestVolumeBootPattern-1178771438-router', 'tenant_id': 'aa96fac7201b43d2b8633791c636d18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'c9379835-059d-4c35-9caa-e811930e2c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:14:35Z', 'updated_at': '2021-06-23T19:14:39Z', 'revision_number': 4, 'project_id': 'aa96fac7201b43d2b8633791c636d18c', 'gw_port': {'id': 'c9379835-059d-4c35-9caa-e811930e2c99', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:14:35Z', 'updated_at': '2021-06-23T19:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi', '_interfaces': [{'id': '82adcb6f-164e-4e2b-8413-d669e42bcdc0', 'name': '', 'network_id': '03b00407-ece8-4036-91c7-ff69de4b3a72', 'tenant_id': 'aa96fac7201b43d2b8633791c636d18c', 'mac_address': 'fa:16:3e:fb:43:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '5e4f12f6-f920-4aa2-99cc-004ec6a10df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:14:38Z', 'updated_at': '2021-06-23T19:14:43Z', 'revision_number': 4, 'project_id': 'aa96fac7201b43d2b8633791c636d18c', 'subnets': [{'id': '5e4f12f6-f920-4aa2-99cc-004ec6a10df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:14:44.222423 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb8791f-62d2-4d58-a817-9f5e3346db57 admin admin] Network ae5fba34-e7eb-4732-9000-5e4bf2eb7c02 is scheduled to be hosted by DHCP agent 46fb5406-63b7-4827-9d8b-19fc67eca6fa with binding_index 1 {{(pid=93952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 19:14:44.242990 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1615944f-f327-4883-b580-1f9e95a458f1 None None] The sync data for ids ['03f00452-d157-43c3-a25b-f5f31b9d8ac3'] in dv-cinder-790492-6-iscsi is: [{'id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'name': 'tempest-TestVolumeBootPattern-1178771438-router', 'tenant_id': 'aa96fac7201b43d2b8633791c636d18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'c9379835-059d-4c35-9caa-e811930e2c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:14:35Z', 'updated_at': '2021-06-23T19:14:39Z', 'revision_number': 4, 'project_id': 'aa96fac7201b43d2b8633791c636d18c', 'gw_port': {'id': 'c9379835-059d-4c35-9caa-e811930e2c99', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:14:35Z', 'updated_at': '2021-06-23T19:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi', '_interfaces': [{'id': '82adcb6f-164e-4e2b-8413-d669e42bcdc0', 'name': '', 'network_id': '03b00407-ece8-4036-91c7-ff69de4b3a72', 'tenant_id': 'aa96fac7201b43d2b8633791c636d18c', 'mac_address': 'fa:16:3e:fb:43:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '5e4f12f6-f920-4aa2-99cc-004ec6a10df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:14:38Z', 'updated_at': '2021-06-23T19:14:43Z', 'revision_number': 4, 'project_id': 'aa96fac7201b43d2b8633791c636d18c', 'subnets': [{'id': '5e4f12f6-f920-4aa2-99cc-004ec6a10df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:14:44.332521 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.base_scheduler [None req-3bb8791f-62d2-4d58-a817-9f5e3346db57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-6-iscsi, ae5fba34-e7eb-4732-9000-5e4bf2eb7c02) {{(pid=93952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:14:44.339304 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb8791f-62d2-4d58-a817-9f5e3346db57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:44.340234 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-3bb8791f-62d2-4d58-a817-9f5e3346db57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770935'] for subnet, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:44.356580 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a81824-5333-4777-891f-a2fa8ed4fe9b None None] Network ae5fba34-e7eb-4732-9000-5e4bf2eb7c02 requested from dv-cinder-790492-6-iscsi {{(pid=93954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:14:44.373573 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-5a2b9c3c-b68c-428b-8a61-4ca344fc97c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:44.397959 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-5a2b9c3c-b68c-428b-8a61-4ca344fc97c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-975148'] for port, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:44.465859 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-9b6545a8-fae7-4c5b-9e2f-deb35b8a3a31 None None] Notify callbacks [] for port, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:44.484673 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-9b6545a8-fae7-4c5b-9e2f-deb35b8a3a31 None None] Transition to ACTIVE for port object 90930c55-3c63-434d-8722-576ad5b2cd6c will not be triggered until provisioned by entity L2. {{(pid=93954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:14:44.491640 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-3bb8791f-62d2-4d58-a817-9f5e3346db57 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9458876 Jun 23 19:14:44.528626 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-9b6545a8-fae7-4c5b-9e2f-deb35b8a3a31 None None] Transition to ACTIVE for port object 90930c55-3c63-434d-8722-576ad5b2cd6c will not be triggered until provisioned by entity DHCP. {{(pid=93954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:14:44.542415 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_common [None req-5a2b9c3c-b68c-428b-8a61-4ca344fc97c5 admin admin] Allocated IP 172.27.1.51 (cc1a8f9f-0501-47a9-94a0-f3af65713199/09e863e5-4e6d-4986-b5d9-3bb63422f84c/0de0cb80-96a3-47d0-9ba3-c867f0a1cd83) {{(pid=93953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:14:44.562772 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862f109b-cc76-467c-a1be-9491d0e493bf None None] Network ae5fba34-e7eb-4732-9000-5e4bf2eb7c02 requested from dv-cinder-790492-6-iscsi {{(pid=93954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:14:44.672217 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-5a2b9c3c-b68c-428b-8a61-4ca344fc97c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:44.796335 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-5a2b9c3c-b68c-428b-8a61-4ca344fc97c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-975211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745549236125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28924695'] for port, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:44.810479 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-c1f71044-2057-4400-bea7-374147f30da3 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:44.841067 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-9b6545a8-fae7-4c5b-9e2f-deb35b8a3a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-975211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745549236125'] for port, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:44.843572 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:44.856117 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2b9c3c-b68c-428b-8a61-4ca344fc97c5 admin admin] Network cc1a8f9f-0501-47a9-94a0-f3af65713199 is already hosted by enough agents. {{(pid=93953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:14:44.860214 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2b9c3c-b68c-428b-8a61-4ca344fc97c5 admin admin] Pushing event updated for resources: {'Port': ['ID=0de0cb80-96a3-47d0-9ba3-c867f0a1cd83,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:44.862848 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [None req-5a2b9c3c-b68c-428b-8a61-4ca344fc97c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:14:44.865143 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-5a2b9c3c-b68c-428b-8a61-4ca344fc97c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:44.865881 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2b9c3c-b68c-428b-8a61-4ca344fc97c5 admin admin] Received port after_create {{(pid=93953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:14:44.910113 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6545a8-fae7-4c5b-9e2f-deb35b8a3a31 None None] Network 8f6257ab-4237-4588-b81a-a9734e5ca361 is already hosted by enough agents. {{(pid=93954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:14:44.915113 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.scheduler.base_scheduler [None req-9b6545a8-fae7-4c5b-9e2f-deb35b8a3a31 None None] Resources bound (agent type, host, resource id): {{(pid=93954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:14:44.918559 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6545a8-fae7-4c5b-9e2f-deb35b8a3a31 None None] Received port after_create {{(pid=93954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:14:44.929378 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6545a8-fae7-4c5b-9e2f-deb35b8a3a31 None None] Pushing event updated for resources: {'Port': ['ID=90930c55-3c63-434d-8722-576ad5b2cd6c,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:44.932821 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-9b6545a8-fae7-4c5b-9e2f-deb35b8a3a31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:44.989747 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-9b6545a8-fae7-4c5b-9e2f-deb35b8a3a31 None None] Attempting to bind port 90930c55-3c63-434d-8722-576ad5b2cd6c on host dv-cinder-790492-6-iscsi for vnic_type normal with profile {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:14:44.993287 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-9b6545a8-fae7-4c5b-9e2f-deb35b8a3a31 None None] Attempting to bind port 90930c55-3c63-434d-8722-576ad5b2cd6c by drivers openvswitch,hyperv on host dv-cinder-790492-6-iscsi at level 0 using segments [{'id': '1481da4e-dd8a-4cc3-bbd1-19c81cdc74bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '8f6257ab-4237-4588-b81a-a9734e5ca361'}] {{(pid=93954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:14:44.993287 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6545a8-fae7-4c5b-9e2f-deb35b8a3a31 None None] Attempting to bind port 90930c55-3c63-434d-8722-576ad5b2cd6c on network 8f6257ab-4237-4588-b81a-a9734e5ca361 {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:14:44.996340 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6545a8-fae7-4c5b-9e2f-deb35b8a3a31 None None] Checking agent: {'id': '392b78dc-ede3-4892-8962-7877c3ff23c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 58, 33), 'started_at': datetime.datetime(2021, 6, 23, 18, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:14:44.996934 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6545a8-fae7-4c5b-9e2f-deb35b8a3a31 None None] Checking segment: {'id': '1481da4e-dd8a-4cc3-bbd1-19c81cdc74bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '8f6257ab-4237-4588-b81a-a9734e5ca361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:14:44.997344 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-9b6545a8-fae7-4c5b-9e2f-deb35b8a3a31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:44.997810 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6545a8-fae7-4c5b-9e2f-deb35b8a3a31 None None] Bound using segment: {'id': '1481da4e-dd8a-4cc3-bbd1-19c81cdc74bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '8f6257ab-4237-4588-b81a-a9734e5ca361'} {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:14:44.998291 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-9b6545a8-fae7-4c5b-9e2f-deb35b8a3a31 None None] Bound port: 90930c55-3c63-434d-8722-576ad5b2cd6c, host: dv-cinder-790492-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1481da4e-dd8a-4cc3-bbd1-19c81cdc74bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '8f6257ab-4237-4588-b81a-a9734e5ca361'}}] {{(pid=93954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:14:44.998668 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-9b6545a8-fae7-4c5b-9e2f-deb35b8a3a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:45.076498 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-9b6545a8-fae7-4c5b-9e2f-deb35b8a3a31 None None] For port 90930c55-3c63-434d-8722-576ad5b2cd6c, host dv-cinder-790492-6-iscsi, cleared binding levels {{(pid=93954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:14:45.080866 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-9b6545a8-fae7-4c5b-9e2f-deb35b8a3a31 None None] For port 90930c55-3c63-434d-8722-576ad5b2cd6c, host dv-cinder-790492-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=90930c55-3c63-434d-8722-576ad5b2cd6c,segment=NetworkSegment(1481da4e-dd8a-4cc3-bbd1-19c81cdc74bd),segment_id=1481da4e-dd8a-4cc3-bbd1-19c81cdc74bd)] {{(pid=93954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:14:45.230981 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-9b6545a8-fae7-4c5b-9e2f-deb35b8a3a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:45.235652 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:45.304554 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6545a8-fae7-4c5b-9e2f-deb35b8a3a31 None None] Pushing event updated for resources: {'Port': ['ID=90930c55-3c63-434d-8722-576ad5b2cd6c,revision_number=2']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:45.309433 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-9b6545a8-fae7-4c5b-9e2f-deb35b8a3a31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:45.379967 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-5a2b9c3c-b68c-428b-8a61-4ca344fc97c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:45.424682 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a60218-6fd8-4cec-ad7f-7e7b80794091 req-33e7568e-f1a0-4559-adab-ed015797f078 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:45.426259 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-05a60218-6fd8-4cec-ad7f-7e7b80794091 req-33e7568e-f1a0-4559-adab-ed015797f078 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2937309-7d8e-4c20-bd86-135c68675706 HTTP/1.1" status: 200 len: 943 time: 0.1924055 Jun 23 19:14:45.447818 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 37792) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:14:45.452793 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-951c1517-2f58-40b2-8ef5-84360f9ce334 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1476755908-network', 'tenant_id': '9af7d4c1b0d440cb81375f7315a09242'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:14:45.560960 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-951c1517-2f58-40b2-8ef5-84360f9ce334 admin admin] Made reservation on behalf of 9af7d4c1b0d440cb81375f7315a09242 for: {'network': 1} {{(pid=93952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:14:45.568924 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-951c1517-2f58-40b2-8ef5-84360f9ce334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-975148'] for network, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:45.579111 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-05a60218-6fd8-4cec-ad7f-7e7b80794091 req-39e4719a-dacc-4fa3-8ba6-25e9aeee2c97 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab9f1744-5d0b-4354-92d9-4ccbbd038296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424072 Jun 23 19:14:45.582585 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-951c1517-2f58-40b2-8ef5-84360f9ce334 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:45.684312 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-5a2b9c3c-b68c-428b-8a61-4ca344fc97c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3705246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3731058'] for router, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:45.691414 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-951c1517-2f58-40b2-8ef5-84360f9ce334 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:45.783702 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-951c1517-2f58-40b2-8ef5-84360f9ce334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:45.788312 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-05574ee0-f2e1-47a3-a94e-7b0895b3d3f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:45.809987 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-951c1517-2f58-40b2-8ef5-84360f9ce334 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 917} {{(pid=93952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 19:14:45.830365 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951c1517-2f58-40b2-8ef5-84360f9ce334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=552bff7f-ce7d-4c76-976d-fc7a6a7bfdda,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:45.834085 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-951c1517-2f58-40b2-8ef5-84360f9ce334 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:45.837172 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-951c1517-2f58-40b2-8ef5-84360f9ce334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886977'] for segment, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:45.837520 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.db.segments_db [None req-951c1517-2f58-40b2-8ef5-84360f9ce334 admin admin] Added segment 26dde721-bcf7-42ac-84d4-d9bcd318db0b of type vlan for network fb20ad7d-6588-48e3-b9c4-61eee2cc8bb8 Jun 23 19:14:45.878788 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a2b9c3c-b68c-428b-8a61-4ca344fc97c5 admin admin] Router d4009427-74f5-47e0-8ca6-d9e9300f41ed is scheduled to L3 agent 74079d6f-659b-43f4-8a12-30a7ece685bb with binding_index 1 {{(pid=93953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 19:14:45.882065 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-951c1517-2f58-40b2-8ef5-84360f9ce334 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745549258006'] for network, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:45.973679 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-951c1517-2f58-40b2-8ef5-84360f9ce334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3862688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898'] for network, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:45.975013 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951c1517-2f58-40b2-8ef5-84360f9ce334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:45.975677 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-951c1517-2f58-40b2-8ef5-84360f9ce334 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770935'] for network, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:45.986398 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-0f0f4cdc-616c-4f05-b193-886482441560 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:45.998266 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a2b9c3c-b68c-428b-8a61-4ca344fc97c5 admin admin] Notify agent at l3_agent.dv-cinder-790492-6-iscsi the message routers_updated {{(pid=93953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:14:46.013962 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edb1758-32b5-4a33-9741-7f9c084457c5 None None] Sync routers for ids ['d4009427-74f5-47e0-8ca6-d9e9300f41ed'] in dv-cinder-790492-6-iscsi {{(pid=93955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:14:46.024046 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edb1758-32b5-4a33-9741-7f9c084457c5 None None] Routers {'d4009427-74f5-47e0-8ca6-d9e9300f41ed'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:14:46.024665 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-7edb1758-32b5-4a33-9741-7f9c084457c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:14:33Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['d4009427-74f5-47e0-8ca6-d9e9300f41ed'], 'active': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:14:46.044341 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951c1517-2f58-40b2-8ef5-84360f9ce334 admin admin] Pushing event updated for resources: {'Network': ['ID=fb20ad7d-6588-48e3-b9c4-61eee2cc8bb8,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:46.046964 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-951c1517-2f58-40b2-8ef5-84360f9ce334 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:46.055265 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Network fb20ad7d-6588-48e3-b9c4-61eee2cc8bb8 details requested by agent ovs-agent-dv-cinder-790492-6-iscsi with host dv-cinder-790492-6-iscsi {{(pid=93954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 19:14:46.093585 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-951c1517-2f58-40b2-8ef5-84360f9ce334 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6447027 Jun 23 19:14:46.096256 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 37794) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:14:46.101413 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-534a8103-e15f-4a67-919c-9e5916aea341 admin admin] Request body: {'subnet': {'network_id': 'fb20ad7d-6588-48e3-b9c4-61eee2cc8bb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1476755908-subnet', 'tenant_id': '9af7d4c1b0d440cb81375f7315a09242', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:14:46.115904 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-5a2b9c3c-b68c-428b-8a61-4ca344fc97c5 admin admin] Notify callbacks [] for router, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:46.117654 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-5a2b9c3c-b68c-428b-8a61-4ca344fc97c5 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7548428 Jun 23 19:14:46.120784 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 37796) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:14:46.139000 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvr_db [None req-7edb1758-32b5-4a33-9741-7f9c084457c5 None None] Set router d4009427-74f5-47e0-8ca6-d9e9300f41ed gateway port host: dv-cinder-790492-6-iscsi {{(pid=93955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:14:46.239272 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-534a8103-e15f-4a67-919c-9e5916aea341 admin admin] Made reservation on behalf of 9af7d4c1b0d440cb81375f7315a09242 for: {'subnet': 1} {{(pid=93952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:14:46.243718 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-534a8103-e15f-4a67-919c-9e5916aea341 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26574757'] for subnet, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:46.332716 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f7f56a-a1c8-455d-ae83-a76303b942f1 None None] Network 8f6257ab-4237-4588-b81a-a9734e5ca361 requested from dv-cinder-790492-6-iscsi {{(pid=93954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:14:46.431695 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-7edb1758-32b5-4a33-9741-7f9c084457c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4009427-74f5-47e0-8ca6-d9e9300f41ed', 'name': 'tempest-TestVolumeBootPattern-1611740627-router', 'tenant_id': '3b244c2d99e94890b41a74b65e5304b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '0de0cb80-96a3-47d0-9ba3-c867f0a1cd83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:14:43Z', 'updated_at': '2021-06-23T19:14:45Z', 'revision_number': 3, 'project_id': '3b244c2d99e94890b41a74b65e5304b1', 'gw_port': {'id': '0de0cb80-96a3-47d0-9ba3-c867f0a1cd83', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4009427-74f5-47e0-8ca6-d9e9300f41ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:14:44Z', 'updated_at': '2021-06-23T19:14:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi'}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:14:46.463762 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edb1758-32b5-4a33-9741-7f9c084457c5 None None] Checking router: d4009427-74f5-47e0-8ca6-d9e9300f41ed for host: dv-cinder-790492-6-iscsi {{(pid=93955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:14:46.464401 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edb1758-32b5-4a33-9741-7f9c084457c5 None None] Updating router d4009427-74f5-47e0-8ca6-d9e9300f41ed port 0de0cb80-96a3-47d0-9ba3-c867f0a1cd83 binding host dv-cinder-790492-6-iscsi {{(pid=93955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 19:14:46.502082 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7edb1758-32b5-4a33-9741-7f9c084457c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:46.520609 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device 90930c55-3c63-434d-8722-576ad5b2cd6c up at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:14:46.553536 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-5f00c695-fd3f-4d4d-bad6-74fab44fa8b7 None None] Provisioning for port 90930c55-3c63-434d-8722-576ad5b2cd6c completed by entity DHCP. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:14:46.591263 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-534a8103-e15f-4a67-919c-9e5916aea341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26441174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26574775'] for subnet, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:46.597263 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:46.648792 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-43a3d718-4626-4d36-b6a2-84fb47b25d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-975148'] for port, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:46.681420 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning for port 90930c55-3c63-434d-8722-576ad5b2cd6c completed by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:14:46.687256 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning complete for port 90930c55-3c63-434d-8722-576ad5b2cd6c triggered by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:14:46.687745 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:46.725898 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534a8103-e15f-4a67-919c-9e5916aea341 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27cbe8bb-ce12-4fd5-99e6-03a48b89b90c,revision_number=0']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:46.730155 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-534a8103-e15f-4a67-919c-9e5916aea341 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:46.733616 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534a8103-e15f-4a67-919c-9e5916aea341 admin admin] Checking segment: {'id': '26dde721-bcf7-42ac-84d4-d9bcd318db0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'fb20ad7d-6588-48e3-b9c4-61eee2cc8bb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:14:46.734545 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534a8103-e15f-4a67-919c-9e5916aea341 admin admin] Network hostable DHCP agents. Network: fb20ad7d-6588-48e3-b9c4-61eee2cc8bb8, hostable agents: ['46fb5406-63b7-4827-9d8b-19fc67eca6fa'], hosted agents: [] {{(pid=93952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 19:14:46.804273 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:46.843580 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] For port 90930c55-3c63-434d-8722-576ad5b2cd6c, host dv-cinder-790492-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=90930c55-3c63-434d-8722-576ad5b2cd6c,segment=NetworkSegment(1481da4e-dd8a-4cc3-bbd1-19c81cdc74bd),segment_id=1481da4e-dd8a-4cc3-bbd1-19c81cdc74bd)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:14:46.843811 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7edb1758-32b5-4a33-9741-7f9c084457c5 None None] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:46.855244 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-7edb1758-32b5-4a33-9741-7f9c084457c5 None None] Transition to ACTIVE for port object 0de0cb80-96a3-47d0-9ba3-c867f0a1cd83 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:14:46.869302 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534a8103-e15f-4a67-919c-9e5916aea341 admin admin] Network fb20ad7d-6588-48e3-b9c4-61eee2cc8bb8 is scheduled to be hosted by DHCP agent 46fb5406-63b7-4827-9d8b-19fc67eca6fa with binding_index 1 {{(pid=93952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 19:14:46.893105 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4be01a07-453a-49a2-b442-afc96d2da7c5 None None] Provisioning complete for port 90930c55-3c63-434d-8722-576ad5b2cd6c triggered by entity DHCP. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:14:46.893480 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4be01a07-453a-49a2-b442-afc96d2da7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:46.910367 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51417493-8913-44ae-a971-90d515e8e129 req-ec2fe1b9-30c0-4508-93bb-e408aad7c5e5 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:46.911867 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-51417493-8913-44ae-a971-90d515e8e129 req-ec2fe1b9-30c0-4508-93bb-e408aad7c5e5 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2937309-7d8e-4c20-bd86-135c68675706 HTTP/1.1" status: 200 len: 943 time: 0.1535230 Jun 23 19:14:46.926279 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:46.927056 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device 82adcb6f-164e-4e2b-8413-d669e42bcdc0 up at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:14:46.930668 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:46.941496 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_common [None req-43a3d718-4626-4d36-b6a2-84fb47b25d55 admin admin] Allocated IP 172.20.0.1 (8f6257ab-4237-4588-b81a-a9734e5ca361/54a4eb43-69b4-4c19-9ecc-107512bb1de0/af9a34d8-fb6c-441f-89a6-e2254e5b41f4) {{(pid=93953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:14:46.953225 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7edb1758-32b5-4a33-9741-7f9c084457c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:46.953462 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.base_scheduler [None req-534a8103-e15f-4a67-919c-9e5916aea341 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-6-iscsi, fb20ad7d-6588-48e3-b9c4-61eee2cc8bb8) {{(pid=93952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:14:46.967607 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG oslo_concurrency.lockutils [None req-a550340d-f1c9-441a-95a0-bd7261bdeeca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93955) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:46.967883 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534a8103-e15f-4a67-919c-9e5916aea341 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:46.968670 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-534a8103-e15f-4a67-919c-9e5916aea341 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770935'] for subnet, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:46.970092 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-51417493-8913-44ae-a971-90d515e8e129 req-9141e82c-e92a-4ff2-a2be-9f9b2bcfe89a tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab9f1744-5d0b-4354-92d9-4ccbbd038296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523558 Jun 23 19:14:46.971685 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81636c9f-b385-4966-92c7-1a6c50a55d06 None None] Network fb20ad7d-6588-48e3-b9c4-61eee2cc8bb8 requested from dv-cinder-790492-6-iscsi {{(pid=93954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:14:47.031640 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-7edb1758-32b5-4a33-9741-7f9c084457c5 None None] Attempting to bind port 0de0cb80-96a3-47d0-9ba3-c867f0a1cd83 on host dv-cinder-790492-6-iscsi for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:14:47.032262 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-7edb1758-32b5-4a33-9741-7f9c084457c5 None None] Attempting to bind port 0de0cb80-96a3-47d0-9ba3-c867f0a1cd83 by drivers openvswitch,hyperv on host dv-cinder-790492-6-iscsi at level 0 using segments [{'id': '5f51114a-3dae-4d84-91d9-b7c41a4d9224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:14:47.032462 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edb1758-32b5-4a33-9741-7f9c084457c5 None None] Attempting to bind port 0de0cb80-96a3-47d0-9ba3-c867f0a1cd83 on network cc1a8f9f-0501-47a9-94a0-f3af65713199 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:14:47.035443 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5496bc92-2256-4894-9749-7a502e81c19b None None] Pushing event updated for resources: {'Port': ['ID=0de0cb80-96a3-47d0-9ba3-c867f0a1cd83,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:47.038452 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG oslo_concurrency.lockutils [None req-5496bc92-2256-4894-9749-7a502e81c19b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93955) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:47.041988 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edb1758-32b5-4a33-9741-7f9c084457c5 None None] Checking agent: {'id': '392b78dc-ede3-4892-8962-7877c3ff23c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 58, 33), 'started_at': datetime.datetime(2021, 6, 23, 18, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:14:47.042357 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edb1758-32b5-4a33-9741-7f9c084457c5 None None] Checking segment: {'id': '5f51114a-3dae-4d84-91d9-b7c41a4d9224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:14:47.043040 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7edb1758-32b5-4a33-9741-7f9c084457c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:47.043775 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edb1758-32b5-4a33-9741-7f9c084457c5 None None] Bound using segment: {'id': '5f51114a-3dae-4d84-91d9-b7c41a4d9224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:14:47.044256 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-7edb1758-32b5-4a33-9741-7f9c084457c5 None None] Bound port: 0de0cb80-96a3-47d0-9ba3-c867f0a1cd83, host: dv-cinder-790492-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f51114a-3dae-4d84-91d9-b7c41a4d9224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:14:47.044659 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7edb1758-32b5-4a33-9741-7f9c084457c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:47.066268 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Pushing event updated for resources: {'Port': ['ID=90930c55-3c63-434d-8722-576ad5b2cd6c,revision_number=3']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:47.072304 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-534a8103-e15f-4a67-919c-9e5916aea341 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9749467 Jun 23 19:14:47.074702 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:47.114218 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-43a3d718-4626-4d36-b6a2-84fb47b25d55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:47.123415 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-7edb1758-32b5-4a33-9741-7f9c084457c5 None None] For port 0de0cb80-96a3-47d0-9ba3-c867f0a1cd83, host dv-cinder-790492-6-iscsi, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:14:47.131024 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-7edb1758-32b5-4a33-9741-7f9c084457c5 None None] For port 0de0cb80-96a3-47d0-9ba3-c867f0a1cd83, host dv-cinder-790492-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=0de0cb80-96a3-47d0-9ba3-c867f0a1cd83,segment=NetworkSegment(5f51114a-3dae-4d84-91d9-b7c41a4d9224),segment_id=5f51114a-3dae-4d84-91d9-b7c41a4d9224)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:14:47.137932 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-43a3d718-4626-4d36-b6a2-84fb47b25d55 admin admin] Transition to ACTIVE for port object af9a34d8-fb6c-441f-89a6-e2254e5b41f4 will not be triggered until provisioned by entity DHCP. {{(pid=93953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:14:47.201531 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91441b7b-a966-4cbf-8628-c05c8768217d None None] Network fb20ad7d-6588-48e3-b9c4-61eee2cc8bb8 requested from dv-cinder-790492-6-iscsi {{(pid=93954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:14:47.217201 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7edb1758-32b5-4a33-9741-7f9c084457c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:47.221072 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93955) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:47.250961 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning for port 82adcb6f-164e-4e2b-8413-d669e42bcdc0 completed by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:14:47.251329 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-43a3d718-4626-4d36-b6a2-84fb47b25d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-975211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745549236125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28924695'] for port, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:47.256077 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:47.257567 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-f26251ba-2c1a-482d-86b0-2f7592c5f312 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:47.260244 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning complete for port 82adcb6f-164e-4e2b-8413-d669e42bcdc0 triggered by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:14:47.260629 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:47.274993 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edb1758-32b5-4a33-9741-7f9c084457c5 None None] Routers {'d4009427-74f5-47e0-8ca6-d9e9300f41ed'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:14:47.275973 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-7edb1758-32b5-4a33-9741-7f9c084457c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:14:33Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['d4009427-74f5-47e0-8ca6-d9e9300f41ed'], 'active': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:14:47.317594 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a3d718-4626-4d36-b6a2-84fb47b25d55 admin admin] Pushing event updated for resources: {'Port': ['ID=af9a34d8-fb6c-441f-89a6-e2254e5b41f4,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:47.328569 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.agents_db [None req-808d9167-7b86-4487-ac1f-373b1677e9b0 None None] Agent healthcheck: found 6 active agents {{(pid=93955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:14:47.331188 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-43a3d718-4626-4d36-b6a2-84fb47b25d55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:47.331350 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5496bc92-2256-4894-9749-7a502e81c19b None None] Pushing event updated for resources: {'Port': ['ID=0de0cb80-96a3-47d0-9ba3-c867f0a1cd83,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:47.335865 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG oslo_concurrency.lockutils [None req-5496bc92-2256-4894-9749-7a502e81c19b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93955) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:47.359407 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a3d718-4626-4d36-b6a2-84fb47b25d55 admin admin] Network 8f6257ab-4237-4588-b81a-a9734e5ca361 is already hosted by enough agents. {{(pid=93953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:14:47.361124 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [None req-43a3d718-4626-4d36-b6a2-84fb47b25d55 admin admin] Resources bound (agent type, host, resource id): {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:14:47.365969 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a3d718-4626-4d36-b6a2-84fb47b25d55 admin admin] Received port after_create {{(pid=93953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:14:47.410111 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:47.431283 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvr_db [None req-7edb1758-32b5-4a33-9741-7f9c084457c5 None None] Set router d4009427-74f5-47e0-8ca6-d9e9300f41ed gateway port host: dv-cinder-790492-6-iscsi {{(pid=93955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:14:47.452892 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-43a3d718-4626-4d36-b6a2-84fb47b25d55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3721842'] for router_interface, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:47.458828 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] For port 82adcb6f-164e-4e2b-8413-d669e42bcdc0, host dv-cinder-790492-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=82adcb6f-164e-4e2b-8413-d669e42bcdc0,segment=NetworkSegment(ce49d902-3382-49f9-88d0-28e3cea581ea),segment_id=ce49d902-3382-49f9-88d0-28e3cea581ea)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:14:47.548318 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:47.551549 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-b2fd026b-65c8-4ce7-8ab8-4335161d788a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:47.621104 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Pushing event updated for resources: {'Port': ['ID=82adcb6f-164e-4e2b-8413-d669e42bcdc0,revision_number=5']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:47.624119 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:47.650738 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device 4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=93954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 19:14:47.675064 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-7edb1758-32b5-4a33-9741-7f9c084457c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4009427-74f5-47e0-8ca6-d9e9300f41ed', 'name': 'tempest-TestVolumeBootPattern-1611740627-router', 'tenant_id': '3b244c2d99e94890b41a74b65e5304b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '0de0cb80-96a3-47d0-9ba3-c867f0a1cd83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:14:43Z', 'updated_at': '2021-06-23T19:14:45Z', 'revision_number': 3, 'project_id': '3b244c2d99e94890b41a74b65e5304b1', 'gw_port': {'id': '0de0cb80-96a3-47d0-9ba3-c867f0a1cd83', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4009427-74f5-47e0-8ca6-d9e9300f41ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:14:44Z', 'updated_at': '2021-06-23T19:14:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi'}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:14:47.696217 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-43a3d718-4626-4d36-b6a2-84fb47b25d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:47.702877 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edb1758-32b5-4a33-9741-7f9c084457c5 None None] The sync data for ids ['d4009427-74f5-47e0-8ca6-d9e9300f41ed'] in dv-cinder-790492-6-iscsi is: [{'id': 'd4009427-74f5-47e0-8ca6-d9e9300f41ed', 'name': 'tempest-TestVolumeBootPattern-1611740627-router', 'tenant_id': '3b244c2d99e94890b41a74b65e5304b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '0de0cb80-96a3-47d0-9ba3-c867f0a1cd83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:14:43Z', 'updated_at': '2021-06-23T19:14:45Z', 'revision_number': 3, 'project_id': '3b244c2d99e94890b41a74b65e5304b1', 'gw_port': {'id': '0de0cb80-96a3-47d0-9ba3-c867f0a1cd83', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4009427-74f5-47e0-8ca6-d9e9300f41ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:14:44Z', 'updated_at': '2021-06-23T19:14:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi'}] {{(pid=93955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:14:47.754032 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-c8229306-b113-4a9b-b14e-3e783eb1077a None None] Provisioning for port af9a34d8-fb6c-441f-89a6-e2254e5b41f4 completed by entity DHCP. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:14:47.765588 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-c8229306-b113-4a9b-b14e-3e783eb1077a None None] Provisioning complete for port af9a34d8-fb6c-441f-89a6-e2254e5b41f4 triggered by entity DHCP. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:14:47.874374 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c8229306-b113-4a9b-b14e-3e783eb1077a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:47.874374 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] For port 4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb,segment=NetworkSegment(6376ebc8-cc9e-4950-bed1-519aba44fb4f),segment_id=6376ebc8-cc9e-4950-bed1-519aba44fb4f)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:14:47.874374 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-c8229306-b113-4a9b-b14e-3e783eb1077a None None] Port af9a34d8-fb6c-441f-89a6-e2254e5b41f4 cannot update to ACTIVE because it is not bound. {{(pid=93954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 19:14:47.874374 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Returning: {'device': '4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb', 'network_id': 'd02d4878-2846-42b3-8429-dddc3d54aa5f', 'port_id': '4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb', 'mac_address': 'fa:16:3e:ba:9f:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 941, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0c9ad5e-51b6-4019-87c2-098d82b200c4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 19:14:47.874374 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:47.900820 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.notifiers.nova [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb {{(pid=93954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:14:49.112291 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] For port 4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb,segment=NetworkSegment(6376ebc8-cc9e-4950-bed1-519aba44fb4f),segment_id=6376ebc8-cc9e-4950-bed1-519aba44fb4f)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:14:49.114144 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-43a3d718-4626-4d36-b6a2-84fb47b25d55 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:49.114144 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e446c101-64ba-465d-9443-d26a43cce594 req-04a13d6a-c63c-4491-8fe2-4f8172b636d1 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:49.114144 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e446c101-64ba-465d-9443-d26a43cce594 req-04a13d6a-c63c-4491-8fe2-4f8172b636d1 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2937309-7d8e-4c20-bd86-135c68675706 HTTP/1.1" status: 200 len: 943 time: 0.0721002 Jun 23 19:14:49.114144 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e446c101-64ba-465d-9443-d26a43cce594 req-eb033d4c-a626-42d1-af4d-09e49fa42ae5 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab9f1744-5d0b-4354-92d9-4ccbbd038296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360575 Jun 23 19:14:49.116730 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device 90930c55-3c63-434d-8722-576ad5b2cd6c up at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:14:49.116730 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning complete for port 90930c55-3c63-434d-8722-576ad5b2cd6c triggered by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:14:49.116730 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:49.116730 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device 0de0cb80-96a3-47d0-9ba3-c867f0a1cd83 up at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:14:49.118040 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-43a3d718-4626-4d36-b6a2-84fb47b25d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28924677'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:49.119160 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning for port 0de0cb80-96a3-47d0-9ba3-c867f0a1cd83 completed by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:14:49.119160 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:49.120070 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-7b25bd38-1d77-4f72-9ceb-77bdb6edf15e tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:49.121625 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-49eb190f-4183-4071-af0e-9232c5bc2981 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:49.136580 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning complete for port 0de0cb80-96a3-47d0-9ba3-c867f0a1cd83 triggered by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:14:49.136580 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:49.195483 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-43a3d718-4626-4d36-b6a2-84fb47b25d55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4104168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3721886'] for router_interface, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:49.207742 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a3d718-4626-4d36-b6a2-84fb47b25d55 admin admin] Pushing event updated for resources: {'Port': ['ID=af9a34d8-fb6c-441f-89a6-e2254e5b41f4,revision_number=2']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:49.210870 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-43a3d718-4626-4d36-b6a2-84fb47b25d55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:49.221247 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Pushing event updated for resources: {'Port': ['ID=4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb,revision_number=9']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:49.227965 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:49.268859 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:49.293251 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] For port 0de0cb80-96a3-47d0-9ba3-c867f0a1cd83, host dv-cinder-790492-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=0de0cb80-96a3-47d0-9ba3-c867f0a1cd83,segment=NetworkSegment(5f51114a-3dae-4d84-91d9-b7c41a4d9224),segment_id=5f51114a-3dae-4d84-91d9-b7c41a4d9224)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:14:49.301983 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a3d718-4626-4d36-b6a2-84fb47b25d55 admin admin] Network 8f6257ab-4237-4588-b81a-a9734e5ca361 is already hosted by enough agents. {{(pid=93953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:14:49.301983 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [None req-43a3d718-4626-4d36-b6a2-84fb47b25d55 admin admin] Resources bound (agent type, host, resource id): {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:14:49.370622 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:49.371542 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device 82adcb6f-164e-4e2b-8413-d669e42bcdc0 up at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:14:49.373322 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:49.465980 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Pushing event updated for resources: {'Port': ['ID=0de0cb80-96a3-47d0-9ba3-c867f0a1cd83,revision_number=4']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:49.476467 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] get_ports_and_sgs() called for port_ids ['4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb'] {{(pid=93954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:14:49.479409 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:49.507767 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning complete for port 82adcb6f-164e-4e2b-8413-d669e42bcdc0 triggered by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:14:49.508204 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:49.687095 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-5e1bbf5f-1576-4c90-abc1-fc916ec66f1f None None] Provisioning complete for port af9a34d8-fb6c-441f-89a6-e2254e5b41f4 triggered by entity DHCP. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:14:49.687506 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-5e1bbf5f-1576-4c90-abc1-fc916ec66f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:49.742603 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-5e1bbf5f-1576-4c90-abc1-fc916ec66f1f None None] Port af9a34d8-fb6c-441f-89a6-e2254e5b41f4 cannot update to ACTIVE because it is not bound. {{(pid=93954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 19:14:49.785328 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd4bb85-72bd-4859-9e5c-3b0babbe68e3 req-d1b7de3d-2ac5-4030-beb1-479170629c01 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:49.786768 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3dd4bb85-72bd-4859-9e5c-3b0babbe68e3 req-d1b7de3d-2ac5-4030-beb1-479170629c01 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2937309-7d8e-4c20-bd86-135c68675706 HTTP/1.1" status: 200 len: 944 time: 0.4329584 Jun 23 19:14:49.795738 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43a3d718-4626-4d36-b6a2-84fb47b25d55 admin admin] Router d4009427-74f5-47e0-8ca6-d9e9300f41ed has already been hosted by L3 agent 74079d6f-659b-43f4-8a12-30a7ece685bb {{(pid=93953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:14:49.867515 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3dd4bb85-72bd-4859-9e5c-3b0babbe68e3 req-14e92f80-b389-4fa7-86c7-e7b91401a4d5 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab9f1744-5d0b-4354-92d9-4ccbbd038296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742116 Jun 23 19:14:49.932566 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a3d718-4626-4d36-b6a2-84fb47b25d55 admin admin] Notify agent at l3_agent.dv-cinder-790492-6-iscsi the message routers_updated {{(pid=93953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:14:49.938011 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-43a3d718-4626-4d36-b6a2-84fb47b25d55 admin admin] 10.222.0.69 "PUT /v2.0/routers/d4009427-74f5-47e0-8ca6-d9e9300f41ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8166251 Jun 23 19:14:49.941744 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf60c6c6-ed99-48e0-b3f8-d8323af13165 None None] Sync routers for ids ['d4009427-74f5-47e0-8ca6-d9e9300f41ed'] in dv-cinder-790492-6-iscsi {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:14:49.951198 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf60c6c6-ed99-48e0-b3f8-d8323af13165 None None] Routers {'d4009427-74f5-47e0-8ca6-d9e9300f41ed'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:14:49.951911 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-cf60c6c6-ed99-48e0-b3f8-d8323af13165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:14:33Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['d4009427-74f5-47e0-8ca6-d9e9300f41ed'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:14:50.058972 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-cf60c6c6-ed99-48e0-b3f8-d8323af13165 None None] Set router d4009427-74f5-47e0-8ca6-d9e9300f41ed gateway port host: dv-cinder-790492-6-iscsi {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:14:50.257967 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-cf60c6c6-ed99-48e0-b3f8-d8323af13165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4009427-74f5-47e0-8ca6-d9e9300f41ed', 'name': 'tempest-TestVolumeBootPattern-1611740627-router', 'tenant_id': '3b244c2d99e94890b41a74b65e5304b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '0de0cb80-96a3-47d0-9ba3-c867f0a1cd83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:14:43Z', 'updated_at': '2021-06-23T19:14:47Z', 'revision_number': 4, 'project_id': '3b244c2d99e94890b41a74b65e5304b1', 'gw_port': {'id': '0de0cb80-96a3-47d0-9ba3-c867f0a1cd83', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4009427-74f5-47e0-8ca6-d9e9300f41ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:14:44Z', 'updated_at': '2021-06-23T19:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi', '_interfaces': [{'id': 'af9a34d8-fb6c-441f-89a6-e2254e5b41f4', 'name': '', 'network_id': '8f6257ab-4237-4588-b81a-a9734e5ca361', 'tenant_id': '3b244c2d99e94890b41a74b65e5304b1', 'mac_address': 'fa:16:3e:e1:b6:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4009427-74f5-47e0-8ca6-d9e9300f41ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '54a4eb43-69b4-4c19-9ecc-107512bb1de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:14:46Z', 'updated_at': '2021-06-23T19:14:47Z', 'revision_number': 2, 'project_id': '3b244c2d99e94890b41a74b65e5304b1', 'subnets': [{'id': '54a4eb43-69b4-4c19-9ecc-107512bb1de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:14:50.288799 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf60c6c6-ed99-48e0-b3f8-d8323af13165 None None] Checking router: d4009427-74f5-47e0-8ca6-d9e9300f41ed for host: dv-cinder-790492-6-iscsi {{(pid=93954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:14:50.289180 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf60c6c6-ed99-48e0-b3f8-d8323af13165 None None] Updating router d4009427-74f5-47e0-8ca6-d9e9300f41ed port af9a34d8-fb6c-441f-89a6-e2254e5b41f4 binding host dv-cinder-790492-6-iscsi {{(pid=93954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 19:14:50.323508 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-cf60c6c6-ed99-48e0-b3f8-d8323af13165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:50.356427 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device 0de0cb80-96a3-47d0-9ba3-c867f0a1cd83 up at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:14:50.496600 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning complete for port 0de0cb80-96a3-47d0-9ba3-c867f0a1cd83 triggered by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:14:50.496987 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:50.512578 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 37830) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:14:50.524432 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-def91620-3484-4b16-9596-c85527e58cbb tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-801485575', 'description': 'tempest-secgroup-smoke-801485575 description', 'project_id': 'aa96fac7201b43d2b8633791c636d18c'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:14:50.542713 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e8704-aba2-4b28-9662-26add51a7216 req-2b333086-c11f-4e6e-a614-1eabfec9ccdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:50.544320 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-5c8e8704-aba2-4b28-9662-26add51a7216 req-2b333086-c11f-4e6e-a614-1eabfec9ccdb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=29cd4a25dde246cd9b647b69d19079f6&device_id=e2937309-7d8e-4c20-bd86-135c68675706 HTTP/1.1" status: 200 len: 1097 time: 0.0627677 Jun 23 19:14:50.612243 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-def91620-3484-4b16-9596-c85527e58cbb tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:50.667115 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e8704-aba2-4b28-9662-26add51a7216 req-c50958e4-8635-4d3d-92ae-c87ab870d437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:50.668694 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-5c8e8704-aba2-4b28-9662-26add51a7216 req-c50958e4-8635-4d3d-92ae-c87ab870d437 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d02d4878-2846-42b3-8429-dddc3d54aa5f HTTP/1.1" status: 200 len: 918 time: 0.0973678 Jun 23 19:14:50.702021 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-def91620-3484-4b16-9596-c85527e58cbb tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:50.765833 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-5c8e8704-aba2-4b28-9662-26add51a7216 req-2e034900-fa05-4fc0-bba8-d835ef696134 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb HTTP/1.1" status: 200 len: 999 time: 0.0863683 Jun 23 19:14:50.766275 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-def91620-3484-4b16-9596-c85527e58cbb tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:50.774070 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-0b947f9c-382c-4bf7-a3e1-eaee9ee5f416 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:50.814363 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def91620-3484-4b16-9596-c85527e58cbb tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66cebad4-9632-4565-8aae-42cad405228f,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:50.819722 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-cf60c6c6-ed99-48e0-b3f8-d8323af13165 None None] Notify callbacks [] for port, precommit_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:50.823969 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def91620-3484-4b16-9596-c85527e58cbb tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:14:50.824378 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def91620-3484-4b16-9596-c85527e58cbb tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:14:50.824749 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def91620-3484-4b16-9596-c85527e58cbb tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:14:50.825110 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def91620-3484-4b16-9596-c85527e58cbb tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:14:50.825475 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def91620-3484-4b16-9596-c85527e58cbb tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:14:50.825833 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def91620-3484-4b16-9596-c85527e58cbb tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:14:50.826223 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def91620-3484-4b16-9596-c85527e58cbb tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:14:50.826568 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def91620-3484-4b16-9596-c85527e58cbb tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:14:50.826922 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def91620-3484-4b16-9596-c85527e58cbb tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:14:50.827273 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def91620-3484-4b16-9596-c85527e58cbb tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:14:50.828090 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def91620-3484-4b16-9596-c85527e58cbb tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:14:50.828090 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def91620-3484-4b16-9596-c85527e58cbb tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:14:50.831791 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-cf60c6c6-ed99-48e0-b3f8-d8323af13165 None None] Transition to ACTIVE for port object af9a34d8-fb6c-441f-89a6-e2254e5b41f4 will not be triggered until provisioned by entity L2. {{(pid=93954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:14:50.833714 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-def91620-3484-4b16-9596-c85527e58cbb tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:50.834423 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e8704-aba2-4b28-9662-26add51a7216 req-af5eb2bc-2a21-4c03-8996-550ea1ec8961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:50.837022 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-5c8e8704-aba2-4b28-9662-26add51a7216 req-af5eb2bc-2a21-4c03-8996-550ea1ec8961 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d0c9ad5e-51b6-4019-87c2-098d82b200c4 HTTP/1.1" status: 200 len: 856 time: 0.0638623 Jun 23 19:14:50.886453 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-def91620-3484-4b16-9596-c85527e58cbb tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:50.888077 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-def91620-3484-4b16-9596-c85527e58cbb tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3737788 Jun 23 19:14:50.891173 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 37836) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:14:50.902795 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-a40d7ffd-b7fd-452d-9e22-e38ec8aa6680 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Request body: {'security_group_rule': {'security_group_id': '66cebad4-9632-4565-8aae-42cad405228f', 'project_id': 'aa96fac7201b43d2b8633791c636d18c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:14:50.918319 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e8704-aba2-4b28-9662-26add51a7216 req-0dc2e059-bb60-4e2b-bccb-b2c9825b6ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:50.921081 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-cf60c6c6-ed99-48e0-b3f8-d8323af13165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:50.923939 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-5c8e8704-aba2-4b28-9662-26add51a7216 req-0dc2e059-bb60-4e2b-bccb-b2c9825b6ff1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d02d4878-2846-42b3-8429-dddc3d54aa5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0749974 Jun 23 19:14:50.931424 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-acf854e8-3832-4847-9bc2-70a5a38a320f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:51.013254 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8537a182-8c3a-4ac5-9117-02ebd57663af None None] Pushing event updated for resources: {'Port': ['ID=af9a34d8-fb6c-441f-89a6-e2254e5b41f4,revision_number=3']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:51.016552 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-8537a182-8c3a-4ac5-9117-02ebd57663af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:51.027196 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a40d7ffd-b7fd-452d-9e22-e38ec8aa6680 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:51.035907 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-5c8e8704-aba2-4b28-9662-26add51a7216 req-cee82622-5f42-450b-abdb-ff5ab8ed2240 service neutron] 10.222.0.49 "GET /v2.0/networks/d02d4878-2846-42b3-8429-dddc3d54aa5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053789 Jun 23 19:14:51.063085 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-cf60c6c6-ed99-48e0-b3f8-d8323af13165 None None] Attempting to bind port af9a34d8-fb6c-441f-89a6-e2254e5b41f4 on host dv-cinder-790492-6-iscsi for vnic_type normal with profile {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:14:51.063478 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-cf60c6c6-ed99-48e0-b3f8-d8323af13165 None None] Attempting to bind port af9a34d8-fb6c-441f-89a6-e2254e5b41f4 by drivers openvswitch,hyperv on host dv-cinder-790492-6-iscsi at level 0 using segments [{'id': '1481da4e-dd8a-4cc3-bbd1-19c81cdc74bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '8f6257ab-4237-4588-b81a-a9734e5ca361'}] {{(pid=93954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:14:51.063850 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf60c6c6-ed99-48e0-b3f8-d8323af13165 None None] Attempting to bind port af9a34d8-fb6c-441f-89a6-e2254e5b41f4 on network 8f6257ab-4237-4588-b81a-a9734e5ca361 {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:14:51.074864 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf60c6c6-ed99-48e0-b3f8-d8323af13165 None None] Checking agent: {'id': '392b78dc-ede3-4892-8962-7877c3ff23c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 58, 33), 'started_at': datetime.datetime(2021, 6, 23, 18, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:14:51.075271 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf60c6c6-ed99-48e0-b3f8-d8323af13165 None None] Checking segment: {'id': '1481da4e-dd8a-4cc3-bbd1-19c81cdc74bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '8f6257ab-4237-4588-b81a-a9734e5ca361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:14:51.075792 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-cf60c6c6-ed99-48e0-b3f8-d8323af13165 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:51.076329 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf60c6c6-ed99-48e0-b3f8-d8323af13165 None None] Bound using segment: {'id': '1481da4e-dd8a-4cc3-bbd1-19c81cdc74bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '8f6257ab-4237-4588-b81a-a9734e5ca361'} {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:14:51.076877 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-cf60c6c6-ed99-48e0-b3f8-d8323af13165 None None] Bound port: af9a34d8-fb6c-441f-89a6-e2254e5b41f4, host: dv-cinder-790492-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1481da4e-dd8a-4cc3-bbd1-19c81cdc74bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '8f6257ab-4237-4588-b81a-a9734e5ca361'}}] {{(pid=93954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:14:51.077317 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-cf60c6c6-ed99-48e0-b3f8-d8323af13165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:51.129569 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a40d7ffd-b7fd-452d-9e22-e38ec8aa6680 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:51.183617 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-cf60c6c6-ed99-48e0-b3f8-d8323af13165 None None] For port af9a34d8-fb6c-441f-89a6-e2254e5b41f4, host dv-cinder-790492-6-iscsi, cleared binding levels {{(pid=93954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:14:51.187366 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-cf60c6c6-ed99-48e0-b3f8-d8323af13165 None None] For port af9a34d8-fb6c-441f-89a6-e2254e5b41f4, host dv-cinder-790492-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=af9a34d8-fb6c-441f-89a6-e2254e5b41f4,segment=NetworkSegment(1481da4e-dd8a-4cc3-bbd1-19c81cdc74bd),segment_id=1481da4e-dd8a-4cc3-bbd1-19c81cdc74bd)] {{(pid=93954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:14:51.207526 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b36fb5-1b87-4efd-a892-74665346cdf0 req-91ff84dd-5e68-492b-b5e5-1ed615bd1403 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:51.209039 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-82b36fb5-1b87-4efd-a892-74665346cdf0 req-91ff84dd-5e68-492b-b5e5-1ed615bd1403 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2937309-7d8e-4c20-bd86-135c68675706 HTTP/1.1" status: 200 len: 944 time: 0.1721551 Jun 23 19:14:51.211365 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-5c8e8704-aba2-4b28-9662-26add51a7216 req-c4162ef8-90fc-4e9d-8b81-598ff064a815 service neutron] 10.222.0.49 "GET /v2.0/networks/d02d4878-2846-42b3-8429-dddc3d54aa5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654367 Jun 23 19:14:51.254406 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-82b36fb5-1b87-4efd-a892-74665346cdf0 req-384e15c1-54ac-43cd-9ebe-254038ad45ee tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab9f1744-5d0b-4354-92d9-4ccbbd038296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357206 Jun 23 19:14:51.273951 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a40d7ffd-b7fd-452d-9e22-e38ec8aa6680 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921769'] for security_group_rule, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:51.276190 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-05cfe94c-b8b1-44f9-8db7-04ee9228f36e tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:51.294147 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40d7ffd-b7fd-452d-9e22-e38ec8aa6680 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9694ae6-2f98-4bb6-b9e0-b9c38429a3d2,revision_number=0']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:51.297072 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-a40d7ffd-b7fd-452d-9e22-e38ec8aa6680 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:51.344721 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-cf60c6c6-ed99-48e0-b3f8-d8323af13165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:51.347934 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-194019cf-cd64-4b18-8dfa-6c99c52fa100 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:51.402628 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf60c6c6-ed99-48e0-b3f8-d8323af13165 None None] Routers {'d4009427-74f5-47e0-8ca6-d9e9300f41ed'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:14:51.403302 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-cf60c6c6-ed99-48e0-b3f8-d8323af13165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:14:33Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['d4009427-74f5-47e0-8ca6-d9e9300f41ed'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:14:51.429358 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a40d7ffd-b7fd-452d-9e22-e38ec8aa6680 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:51.433337 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-a40d7ffd-b7fd-452d-9e22-e38ec8aa6680 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5370917 Jun 23 19:14:51.433784 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 37842) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:14:51.442230 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-7c7ac104-b231-4d4c-a110-79ff202ba32b tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Request body: {'security_group_rule': {'security_group_id': '66cebad4-9632-4565-8aae-42cad405228f', 'project_id': 'aa96fac7201b43d2b8633791c636d18c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:14:51.445969 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8537a182-8c3a-4ac5-9117-02ebd57663af None None] Pushing event updated for resources: {'Port': ['ID=af9a34d8-fb6c-441f-89a6-e2254e5b41f4,revision_number=4']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:51.453007 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-8537a182-8c3a-4ac5-9117-02ebd57663af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:51.539106 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-cf60c6c6-ed99-48e0-b3f8-d8323af13165 None None] Set router d4009427-74f5-47e0-8ca6-d9e9300f41ed gateway port host: dv-cinder-790492-6-iscsi {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:14:51.557950 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-7c7ac104-b231-4d4c-a110-79ff202ba32b tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:51.614979 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-7c7ac104-b231-4d4c-a110-79ff202ba32b tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:51.686043 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device 4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb up at agent hyperv_hv-cinder-79049 {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:14:51.715163 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-7c7ac104-b231-4d4c-a110-79ff202ba32b tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921769'] for security_group_rule, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:51.717312 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-3cf70db6-8e8a-4dfc-8381-0fc6be1fd49b tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:51.731930 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7ac104-b231-4d4c-a110-79ff202ba32b tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e841b6a-9054-4878-bc1d-35e90b1889be,revision_number=0']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:51.736428 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-7c7ac104-b231-4d4c-a110-79ff202ba32b tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:51.779234 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Provisioning complete for port 4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb triggered by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:14:51.779642 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:51.829652 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-7c7ac104-b231-4d4c-a110-79ff202ba32b tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:51.833953 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-7c7ac104-b231-4d4c-a110-79ff202ba32b tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3966341 Jun 23 19:14:51.834247 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 37844) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:14:51.844470 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-bfdccaeb-25a9-4f1d-a6a7-6edee46167a9 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Request body: {'security_group_rule': {'security_group_id': '66cebad4-9632-4565-8aae-42cad405228f', 'project_id': 'aa96fac7201b43d2b8633791c636d18c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:14:51.849691 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-cf60c6c6-ed99-48e0-b3f8-d8323af13165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4009427-74f5-47e0-8ca6-d9e9300f41ed', 'name': 'tempest-TestVolumeBootPattern-1611740627-router', 'tenant_id': '3b244c2d99e94890b41a74b65e5304b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '0de0cb80-96a3-47d0-9ba3-c867f0a1cd83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:14:43Z', 'updated_at': '2021-06-23T19:14:47Z', 'revision_number': 4, 'project_id': '3b244c2d99e94890b41a74b65e5304b1', 'gw_port': {'id': '0de0cb80-96a3-47d0-9ba3-c867f0a1cd83', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4009427-74f5-47e0-8ca6-d9e9300f41ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:14:44Z', 'updated_at': '2021-06-23T19:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi', '_interfaces': [{'id': 'af9a34d8-fb6c-441f-89a6-e2254e5b41f4', 'name': '', 'network_id': '8f6257ab-4237-4588-b81a-a9734e5ca361', 'tenant_id': '3b244c2d99e94890b41a74b65e5304b1', 'mac_address': 'fa:16:3e:e1:b6:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4009427-74f5-47e0-8ca6-d9e9300f41ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '54a4eb43-69b4-4c19-9ecc-107512bb1de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:14:46Z', 'updated_at': '2021-06-23T19:14:51Z', 'revision_number': 4, 'project_id': '3b244c2d99e94890b41a74b65e5304b1', 'subnets': [{'id': '54a4eb43-69b4-4c19-9ecc-107512bb1de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:14:51.882140 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf60c6c6-ed99-48e0-b3f8-d8323af13165 None None] The sync data for ids ['d4009427-74f5-47e0-8ca6-d9e9300f41ed'] in dv-cinder-790492-6-iscsi is: [{'id': 'd4009427-74f5-47e0-8ca6-d9e9300f41ed', 'name': 'tempest-TestVolumeBootPattern-1611740627-router', 'tenant_id': '3b244c2d99e94890b41a74b65e5304b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '0de0cb80-96a3-47d0-9ba3-c867f0a1cd83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:14:43Z', 'updated_at': '2021-06-23T19:14:47Z', 'revision_number': 4, 'project_id': '3b244c2d99e94890b41a74b65e5304b1', 'gw_port': {'id': '0de0cb80-96a3-47d0-9ba3-c867f0a1cd83', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4009427-74f5-47e0-8ca6-d9e9300f41ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:14:44Z', 'updated_at': '2021-06-23T19:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi', '_interfaces': [{'id': 'af9a34d8-fb6c-441f-89a6-e2254e5b41f4', 'name': '', 'network_id': '8f6257ab-4237-4588-b81a-a9734e5ca361', 'tenant_id': '3b244c2d99e94890b41a74b65e5304b1', 'mac_address': 'fa:16:3e:e1:b6:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4009427-74f5-47e0-8ca6-d9e9300f41ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '54a4eb43-69b4-4c19-9ecc-107512bb1de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:14:46Z', 'updated_at': '2021-06-23T19:14:51Z', 'revision_number': 4, 'project_id': '3b244c2d99e94890b41a74b65e5304b1', 'subnets': [{'id': '54a4eb43-69b4-4c19-9ecc-107512bb1de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:14:51.917192 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:51.957668 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2937309-7d8e-4c20-bd86-135c68675706', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb'}] {{(pid=93954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:14:51.960126 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78efef87a1af135e54214795b53a936b9e8d2b7d09f053504b37278e2de45a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9087b2a5-dbd9-448b-8977-8a11de9da2f6" -d '{"events": [{"server_uuid": "e2937309-7d8e-4c20-bd86-135c68675706", "name": "network-vif-plugged", "status": "completed", "tag": "4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb"}]}' {{(pid=93954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:14:51.969406 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bfdccaeb-25a9-4f1d-a6a7-6edee46167a9 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:51.980394 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] For port 4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb,segment=NetworkSegment(6376ebc8-cc9e-4950-bed1-519aba44fb4f),segment_id=6376ebc8-cc9e-4950-bed1-519aba44fb4f)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:14:52.014327 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0022cf8-d697-4297-b0bc-5d46a0a85676 x-openstack-request-id: req-f0022cf8-d697-4297-b0bc-5d46a0a85676 {{(pid=93954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:14:52.014725 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2937309-7d8e-4c20-bd86-135c68675706", "name": "network-vif-plugged", "status": "completed", "tag": "4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb", "code": 200}]} {{(pid=93954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:14:52.014876 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f0022cf8-d697-4297-b0bc-5d46a0a85676 {{(pid=93954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:14:52.015277 dv-cinder-790492-6-iscsi neutron-server[93954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2937309-7d8e-4c20-bd86-135c68675706', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb', 'code': 200} Jun 23 19:14:52.046642 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:52.048612 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bfdccaeb-25a9-4f1d-a6a7-6edee46167a9 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:52.049717 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:52.103030 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Pushing event updated for resources: {'Port': ['ID=4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb,revision_number=10']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:52.106967 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:52.139346 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bfdccaeb-25a9-4f1d-a6a7-6edee46167a9 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921769'] for security_group_rule, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:52.140366 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:52.157518 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdccaeb-25a9-4f1d-a6a7-6edee46167a9 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1524af9-19a0-4bf7-ac9e-2a4a34fde376,revision_number=0']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:52.160573 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-bfdccaeb-25a9-4f1d-a6a7-6edee46167a9 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:52.263816 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bfdccaeb-25a9-4f1d-a6a7-6edee46167a9 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:52.265054 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-bfdccaeb-25a9-4f1d-a6a7-6edee46167a9 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4297535 Jun 23 19:14:52.271780 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 37852) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:14:52.274712 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-2c363124-a5ce-4ebc-9e41-7a63ff17693f tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Request body: {'security_group_rule': {'security_group_id': '66cebad4-9632-4565-8aae-42cad405228f', 'project_id': 'aa96fac7201b43d2b8633791c636d18c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:14:52.399026 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device af9a34d8-fb6c-441f-89a6-e2254e5b41f4 up at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:14:52.406163 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f24d9f7-dd81-410d-af11-d341be5141c6 req-636f7d37-b20e-4f9a-b96e-cec7550f1b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:52.408324 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-1f24d9f7-dd81-410d-af11-d341be5141c6 req-636f7d37-b20e-4f9a-b96e-cec7550f1b8d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e2937309-7d8e-4c20-bd86-135c68675706 HTTP/1.1" status: 200 len: 1099 time: 0.0676892 Jun 23 19:14:52.451294 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-2c363124-a5ce-4ebc-9e41-7a63ff17693f tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:52.493520 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-1f24d9f7-dd81-410d-af11-d341be5141c6 req-b40f3c05-481a-4ee5-aaf2-3f654e0c3bea service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ab9f1744-5d0b-4354-92d9-4ccbbd038296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761807 Jun 23 19:14:52.520266 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc1665-b55c-47a6-8507-22c703d8d0a5 req-5fa2e9d0-0a7f-4f91-9a93-f21cc08d957f tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:52.521850 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-53cc1665-b55c-47a6-8507-22c703d8d0a5 req-5fa2e9d0-0a7f-4f91-9a93-f21cc08d957f tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2937309-7d8e-4c20-bd86-135c68675706 HTTP/1.1" status: 200 len: 946 time: 0.0884154 Jun 23 19:14:52.532427 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning for port af9a34d8-fb6c-441f-89a6-e2254e5b41f4 completed by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:14:52.538169 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-2c363124-a5ce-4ebc-9e41-7a63ff17693f tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:52.541683 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning complete for port af9a34d8-fb6c-441f-89a6-e2254e5b41f4 triggered by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:14:52.541683 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:52.563177 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-53cc1665-b55c-47a6-8507-22c703d8d0a5 req-c71684a8-8354-4f31-8c4d-5609feaf74f1 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab9f1744-5d0b-4354-92d9-4ccbbd038296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347035 Jun 23 19:14:52.623646 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-2c363124-a5ce-4ebc-9e41-7a63ff17693f tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921769'] for security_group_rule, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:52.628147 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-5f236c3b-6a04-4a93-b4f7-002a8f2c9352 tempest-TestShelveInstance-429274428 tempest-TestShelveInstance-429274428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:52.631200 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:52.642165 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c363124-a5ce-4ebc-9e41-7a63ff17693f tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f957275-f3d2-46a6-8b0c-759d17cf6b6b,revision_number=0']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:52.656689 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-2c363124-a5ce-4ebc-9e41-7a63ff17693f tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:52.674106 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] For port af9a34d8-fb6c-441f-89a6-e2254e5b41f4, host dv-cinder-790492-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=af9a34d8-fb6c-441f-89a6-e2254e5b41f4,segment=NetworkSegment(1481da4e-dd8a-4cc3-bbd1-19c81cdc74bd),segment_id=1481da4e-dd8a-4cc3-bbd1-19c81cdc74bd)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:14:52.795104 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:52.795327 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-2c363124-a5ce-4ebc-9e41-7a63ff17693f tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:52.796732 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-2c363124-a5ce-4ebc-9e41-7a63ff17693f tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5267193 Jun 23 19:14:52.797675 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:52.803565 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 37856) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:14:52.804553 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-36ede4e6-daac-45b4-92f3-22bbfe6750b2 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Request body: {'security_group_rule': {'security_group_id': '66cebad4-9632-4565-8aae-42cad405228f', 'project_id': 'aa96fac7201b43d2b8633791c636d18c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:14:52.855361 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Pushing event updated for resources: {'Port': ['ID=af9a34d8-fb6c-441f-89a6-e2254e5b41f4,revision_number=5']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:52.858494 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:52.901725 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.db.securitygroups_db [None req-36ede4e6-daac-45b4-92f3-22bbfe6750b2 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Project aa96fac7201b43d2b8633791c636d18c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 19:14:52.901725 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-36ede4e6-daac-45b4-92f3-22bbfe6750b2 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:52.950089 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-36ede4e6-daac-45b4-92f3-22bbfe6750b2 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:53.055977 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-36ede4e6-daac-45b4-92f3-22bbfe6750b2 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921769'] for security_group_rule, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:53.058512 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:53.073842 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ede4e6-daac-45b4-92f3-22bbfe6750b2 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7fbbc9b-88bc-4603-a611-d1f2df83d5e6,revision_number=0']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:53.076241 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-36ede4e6-daac-45b4-92f3-22bbfe6750b2 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:53.188328 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-36ede4e6-daac-45b4-92f3-22bbfe6750b2 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:53.190053 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-36ede4e6-daac-45b4-92f3-22bbfe6750b2 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3892016 Jun 23 19:14:53.192837 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 37862) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:14:53.197427 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-b02fe35a-12b0-4f78-a3f4-35af53381e51 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Request body: {'security_group_rule': {'security_group_id': '66cebad4-9632-4565-8aae-42cad405228f', 'project_id': 'aa96fac7201b43d2b8633791c636d18c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:14:53.286343 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.db.securitygroups_db [None req-b02fe35a-12b0-4f78-a3f4-35af53381e51 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Project aa96fac7201b43d2b8633791c636d18c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 19:14:53.291703 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-b02fe35a-12b0-4f78-a3f4-35af53381e51 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:53.353281 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-b02fe35a-12b0-4f78-a3f4-35af53381e51 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:53.406129 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-b02fe35a-12b0-4f78-a3f4-35af53381e51 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921769'] for security_group_rule, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:53.408745 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-7c7ac104-b231-4d4c-a110-79ff202ba32b tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:14:53.424644 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02fe35a-12b0-4f78-a3f4-35af53381e51 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61dbed4d-8c26-43bb-8c1a-7bcd004f815d,revision_number=0']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:14:53.426943 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-b02fe35a-12b0-4f78-a3f4-35af53381e51 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:14:53.496275 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-b02fe35a-12b0-4f78-a3f4-35af53381e51 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:53.497549 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-b02fe35a-12b0-4f78-a3f4-35af53381e51 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3037505 Jun 23 19:14:53.777352 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85adabb-fd7c-4c11-b987-9ac71a772d82 req-a0be6c17-4fef-4ce9-b961-4abae89ed98b tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:53.778918 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f85adabb-fd7c-4c11-b987-9ac71a772d82 req-a0be6c17-4fef-4ce9-b961-4abae89ed98b tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2937309-7d8e-4c20-bd86-135c68675706 HTTP/1.1" status: 200 len: 946 time: 0.0814126 Jun 23 19:14:53.819524 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f85adabb-fd7c-4c11-b987-9ac71a772d82 req-10b9c874-602a-4e50-af58-54f64071cf8c tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab9f1744-5d0b-4354-92d9-4ccbbd038296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349352 Jun 23 19:14:54.330209 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device af9a34d8-fb6c-441f-89a6-e2254e5b41f4 up at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:14:54.394421 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Provisioning complete for port af9a34d8-fb6c-441f-89a6-e2254e5b41f4 triggered by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:14:54.394807 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:55.007577 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e4f097-30a9-4415-9bd8-f9af50efb4d4 req-312ddcae-b48b-4201-9891-9fdbafc7335a tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:55.009056 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-54e4f097-30a9-4415-9bd8-f9af50efb4d4 req-312ddcae-b48b-4201-9891-9fdbafc7335a tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2937309-7d8e-4c20-bd86-135c68675706 HTTP/1.1" status: 200 len: 946 time: 0.0730202 Jun 23 19:14:55.053785 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-54e4f097-30a9-4415-9bd8-f9af50efb4d4 req-dab146e8-2b00-4780-a634-9149ae789b18 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab9f1744-5d0b-4354-92d9-4ccbbd038296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391142 Jun 23 19:14:56.243027 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967aef02-8d1b-49e7-a0ad-f993f92dab67 req-2ac65edd-321c-40a1-9ac5-eee39620c45b tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:14:56.244620 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-967aef02-8d1b-49e7-a0ad-f993f92dab67 req-2ac65edd-321c-40a1-9ac5-eee39620c45b tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2937309-7d8e-4c20-bd86-135c68675706 HTTP/1.1" status: 200 len: 946 time: 0.0741067 Jun 23 19:14:56.283570 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-967aef02-8d1b-49e7-a0ad-f993f92dab67 req-2cdde646-5364-40d8-8920-1be03e2b26c6 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab9f1744-5d0b-4354-92d9-4ccbbd038296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326452 Jun 23 19:15:00.212185 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-cd8780ba-9182-4491-95e5-d1ee53dc222f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:02.906579 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-72388637-874c-42ee-b3cb-6ec05b7c27cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:02.960821 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:04.109516 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-36873b57-c469-4164-8152-400a4dc72ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:05.426993 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0dfa02b7-e69b-42f9-a1c6-d55a29ea84e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:05.704855 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 38068) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:15:05.752725 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_v2 [None req-c962b4b6-27f4-4e3a-8867-a18b4900bce0 admin admin] Deleting subnet 10ea364a-5ea4-4040-a329-efd3b2f29ce7 {{(pid=93953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 19:15:05.756403 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-c962b4b6-27f4-4e3a-8867-a18b4900bce0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:05.790687 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-c962b4b6-27f4-4e3a-8867-a18b4900bce0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28925915'] for subnet, precommit_delete_associations {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:05.828467 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-c962b4b6-27f4-4e3a-8867-a18b4900bce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884468'] for subnet, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:05.953463 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-c962b4b6-27f4-4e3a-8867-a18b4900bce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28924740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28230522'] for subnet, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:05.958910 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:15:05.978680 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c962b4b6-27f4-4e3a-8867-a18b4900bce0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10ea364a-5ea4-4040-a329-efd3b2f29ce7,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:15:05.993486 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-c962b4b6-27f4-4e3a-8867-a18b4900bce0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:15:05.993486 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-c962b4b6-27f4-4e3a-8867-a18b4900bce0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:05.993486 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-c962b4b6-27f4-4e3a-8867-a18b4900bce0 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/10ea364a-5ea4-4040-a329-efd3b2f29ce7 HTTP/1.1" status: 204 len: 168 time: 0.2813306 Jun 23 19:15:05.994942 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 38072) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:15:06.066933 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ff05d3ba-bb70-4ba3-a211-78b985cf9207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-959346'] for network, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:06.141298 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ff05d3ba-bb70-4ba3-a211-78b985cf9207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883321', 'neutron.services.segments.db._delete_segments_for_network-8745549744415'] for network, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:06.150838 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.services.segments.db [None req-ff05d3ba-bb70-4ba3-a211-78b985cf9207 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae5fba34-e7eb-4732-9000-5e4bf2eb7c02']}} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:15:06.161088 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.services.segments.db [None req-ff05d3ba-bb70-4ba3-a211-78b985cf9207 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e5ef6c5-5dfc-4a2e-997c-3e68bac2abf9') {'for_net_delete': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:15:06.161464 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.services.segments.db [None req-ff05d3ba-bb70-4ba3-a211-78b985cf9207 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e5ef6c5-5dfc-4a2e-997c-3e68bac2abf9') {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:15:06.171096 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ff05d3ba-bb70-4ba3-a211-78b985cf9207 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745549732078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25525066'] for segment, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:06.186346 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ff05d3ba-bb70-4ba3-a211-78b985cf9207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886977'] for segment, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:06.195009 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff05d3ba-bb70-4ba3-a211-78b985cf9207 admin admin] Releasing vlan 938 on physical network physnet1 to pool {{(pid=93952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 19:15:06.195208 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ff05d3ba-bb70-4ba3-a211-78b985cf9207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26440072'] for segment, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:06.196997 dv-cinder-790492-6-iscsi neutron-server[93952]: Traceback (most recent call last): Jun 23 19:15:06.196997 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 19:15:06.196997 dv-cinder-790492-6-iscsi neutron-server[93952]: timer() Jun 23 19:15:06.196997 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 19:15:06.196997 dv-cinder-790492-6-iscsi neutron-server[93952]: cb(*args, **kw) Jun 23 19:15:06.196997 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 19:15:06.196997 dv-cinder-790492-6-iscsi neutron-server[93952]: return func(*args, **kwargs) Jun 23 19:15:06.196997 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 19:15:06.196997 dv-cinder-790492-6-iscsi neutron-server[93952]: self._notify() Jun 23 19:15:06.196997 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 19:15:06.196997 dv-cinder-790492-6-iscsi neutron-server[93952]: self.callback(batched_events) Jun 23 19:15:06.196997 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 19:15:06.196997 dv-cinder-790492-6-iscsi neutron-server[93952]: event.method(event) Jun 23 19:15:06.196997 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 19:15:06.196997 dv-cinder-790492-6-iscsi neutron-server[93952]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 19:15:06.196997 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 19:15:06.196997 dv-cinder-790492-6-iscsi neutron-server[93952]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 19:15:06.196997 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 19:15:06.196997 dv-cinder-790492-6-iscsi neutron-server[93952]: return f(self, *a, **k) Jun 23 19:15:06.196997 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 19:15:06.196997 dv-cinder-790492-6-iscsi neutron-server[93952]: return self._get(url).json() Jun 23 19:15:06.196997 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 19:15:06.196997 dv-cinder-790492-6-iscsi neutron-server[93952]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 19:15:06.196997 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 19:15:06.196997 dv-cinder-790492-6-iscsi neutron-server[93952]: return self.request(url, 'GET', **kwargs) Jun 23 19:15:06.196997 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 19:15:06.196997 dv-cinder-790492-6-iscsi neutron-server[93952]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 19:15:06.196997 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 19:15:06.196997 dv-cinder-790492-6-iscsi neutron-server[93952]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 19:15:06.196997 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 19:15:06.196997 dv-cinder-790492-6-iscsi neutron-server[93952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 19:15:06.196997 dv-cinder-790492-6-iscsi neutron-server[93952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 19:15:06.349049 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ff05d3ba-bb70-4ba3-a211-78b985cf9207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3862688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3708783'] for network, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:06.353087 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:15:06.355663 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ff05d3ba-bb70-4ba3-a211-78b985cf9207 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770935'] for network, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:06.357485 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-ff05d3ba-bb70-4ba3-a211-78b985cf9207 admin admin] 10.222.0.69 "DELETE /v2.0/networks/ae5fba34-e7eb-4732-9000-5e4bf2eb7c02 HTTP/1.1" status: 204 len: 168 time: 0.3662472 Jun 23 19:15:06.360346 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 38076) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:15:06.368814 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff05d3ba-bb70-4ba3-a211-78b985cf9207 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae5fba34-e7eb-4732-9000-5e4bf2eb7c02,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:15:06.371270 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-ff05d3ba-bb70-4ba3-a211-78b985cf9207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:15:06.409704 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_v2 [None req-660b668a-7265-4459-b0dc-506e9841ad1e admin admin] Deleting subnet 27cbe8bb-ce12-4fd5-99e6-03a48b89b90c {{(pid=93953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 19:15:06.412749 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-660b668a-7265-4459-b0dc-506e9841ad1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:06.446832 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-660b668a-7265-4459-b0dc-506e9841ad1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28925915'] for subnet, precommit_delete_associations {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:06.486009 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-660b668a-7265-4459-b0dc-506e9841ad1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884468'] for subnet, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:06.606321 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-660b668a-7265-4459-b0dc-506e9841ad1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28924740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28230522'] for subnet, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:06.608594 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:15:06.637431 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660b668a-7265-4459-b0dc-506e9841ad1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27cbe8bb-ce12-4fd5-99e6-03a48b89b90c,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:15:06.642547 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-660b668a-7265-4459-b0dc-506e9841ad1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:15:06.644137 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-660b668a-7265-4459-b0dc-506e9841ad1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:06.647342 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-660b668a-7265-4459-b0dc-506e9841ad1e admin admin] 10.222.0.69 "DELETE /v2.0/subnets/27cbe8bb-ce12-4fd5-99e6-03a48b89b90c HTTP/1.1" status: 204 len: 168 time: 0.2857394 Jun 23 19:15:06.650088 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 38078) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:15:06.715196 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5fd82f75-a21f-40ea-93ec-35b085498b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-959346'] for network, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:06.799939 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5fd82f75-a21f-40ea-93ec-35b085498b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883321', 'neutron.services.segments.db._delete_segments_for_network-8745549744415'] for network, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:06.811626 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.services.segments.db [None req-5fd82f75-a21f-40ea-93ec-35b085498b3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb20ad7d-6588-48e3-b9c4-61eee2cc8bb8']}} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:15:06.821073 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.services.segments.db [None req-5fd82f75-a21f-40ea-93ec-35b085498b3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26dde721-bcf7-42ac-84d4-d9bcd318db0b') {'for_net_delete': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:15:06.821361 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.services.segments.db [None req-5fd82f75-a21f-40ea-93ec-35b085498b3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26dde721-bcf7-42ac-84d4-d9bcd318db0b') {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:15:06.830043 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5fd82f75-a21f-40ea-93ec-35b085498b3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745549732078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25525066'] for segment, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:06.843308 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5fd82f75-a21f-40ea-93ec-35b085498b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886977'] for segment, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:06.849433 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fd82f75-a21f-40ea-93ec-35b085498b3f admin admin] Releasing vlan 917 on physical network physnet1 to pool {{(pid=93952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 19:15:06.849806 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5fd82f75-a21f-40ea-93ec-35b085498b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26440072'] for segment, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:06.851370 dv-cinder-790492-6-iscsi neutron-server[93952]: Traceback (most recent call last): Jun 23 19:15:06.851370 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 19:15:06.851370 dv-cinder-790492-6-iscsi neutron-server[93952]: timer() Jun 23 19:15:06.851370 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 19:15:06.851370 dv-cinder-790492-6-iscsi neutron-server[93952]: cb(*args, **kw) Jun 23 19:15:06.851370 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 19:15:06.851370 dv-cinder-790492-6-iscsi neutron-server[93952]: return func(*args, **kwargs) Jun 23 19:15:06.851370 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 19:15:06.851370 dv-cinder-790492-6-iscsi neutron-server[93952]: self._notify() Jun 23 19:15:06.851370 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 19:15:06.851370 dv-cinder-790492-6-iscsi neutron-server[93952]: self.callback(batched_events) Jun 23 19:15:06.851370 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 19:15:06.851370 dv-cinder-790492-6-iscsi neutron-server[93952]: event.method(event) Jun 23 19:15:06.851370 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 19:15:06.851370 dv-cinder-790492-6-iscsi neutron-server[93952]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 19:15:06.851370 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 19:15:06.851370 dv-cinder-790492-6-iscsi neutron-server[93952]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 19:15:06.851370 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 19:15:06.851370 dv-cinder-790492-6-iscsi neutron-server[93952]: return f(self, *a, **k) Jun 23 19:15:06.851370 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 19:15:06.851370 dv-cinder-790492-6-iscsi neutron-server[93952]: return self._get(url).json() Jun 23 19:15:06.851370 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 19:15:06.851370 dv-cinder-790492-6-iscsi neutron-server[93952]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 19:15:06.851370 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 19:15:06.851370 dv-cinder-790492-6-iscsi neutron-server[93952]: return self.request(url, 'GET', **kwargs) Jun 23 19:15:06.851370 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 19:15:06.851370 dv-cinder-790492-6-iscsi neutron-server[93952]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 19:15:06.851370 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 19:15:06.851370 dv-cinder-790492-6-iscsi neutron-server[93952]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 19:15:06.851370 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 19:15:06.851370 dv-cinder-790492-6-iscsi neutron-server[93952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 19:15:06.851370 dv-cinder-790492-6-iscsi neutron-server[93952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 19:15:06.960454 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5fd82f75-a21f-40ea-93ec-35b085498b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3862688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3708783'] for network, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:06.964016 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:15:06.966770 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5fd82f75-a21f-40ea-93ec-35b085498b3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770935'] for network, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:06.968620 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-5fd82f75-a21f-40ea-93ec-35b085498b3f admin admin] 10.222.0.69 "DELETE /v2.0/networks/fb20ad7d-6588-48e3-b9c4-61eee2cc8bb8 HTTP/1.1" status: 204 len: 168 time: 0.3175449 Jun 23 19:15:06.979778 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd82f75-a21f-40ea-93ec-35b085498b3f admin admin] Pushing event deleted for resources: {'Network': ['ID=fb20ad7d-6588-48e3-b9c4-61eee2cc8bb8,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:15:06.982070 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-5fd82f75-a21f-40ea-93ec-35b085498b3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:15:07.362699 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 38084) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:15:07.405815 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-de05ce75-095e-4ad4-808d-599b08caf437 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e6347f5df09c41d5a16ef28d77eba858&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0416784 Jun 23 19:15:07.408187 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 38086) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:15:07.453754 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-35b905be-e304-4ded-bd0e-8b90d10d2e94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:07.475240 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-35b905be-e304-4ded-bd0e-8b90d10d2e94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:07.600680 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-35b905be-e304-4ded-bd0e-8b90d10d2e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:07.603257 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-35b905be-e304-4ded-bd0e-8b90d10d2e94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:07.604406 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-35b905be-e304-4ded-bd0e-8b90d10d2e94 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/73d46a2b-456b-40ea-887f-b7a8303d3800 HTTP/1.1" status: 204 len: 168 time: 0.1953416 Jun 23 19:15:07.605167 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-836d9f98-cf20-4f0a-aad1-ecc5c7c4f1e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:15:07.612636 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b905be-e304-4ded-bd0e-8b90d10d2e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d46a2b-456b-40ea-887f-b7a8303d3800,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:15:07.615798 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-35b905be-e304-4ded-bd0e-8b90d10d2e94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:15:08.240140 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 38096) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:15:08.279116 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-c81ea4f1-f57c-43c5-8afd-bc05220ad372 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9af7d4c1b0d440cb81375f7315a09242&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377424 Jun 23 19:15:08.281347 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 38098) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:15:08.327834 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-7f660c93-8b08-4d3f-943a-cf60b388b2a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:08.352195 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-7f660c93-8b08-4d3f-943a-cf60b388b2a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:08.473909 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-7f660c93-8b08-4d3f-943a-cf60b388b2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:08.476647 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-7f660c93-8b08-4d3f-943a-cf60b388b2a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:08.477818 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-7f660c93-8b08-4d3f-943a-cf60b388b2a2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/552bff7f-ce7d-4c76-976d-fc7a6a7bfdda HTTP/1.1" status: 204 len: 168 time: 0.1955533 Jun 23 19:15:08.478558 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-11a9959a-a4f8-45da-872d-a3a3e62a79ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:15:08.485914 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f660c93-8b08-4d3f-943a-cf60b388b2a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=552bff7f-ce7d-4c76-976d-fc7a6a7bfdda,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:15:08.488751 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-7f660c93-8b08-4d3f-943a-cf60b388b2a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:15:14.703479 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-da4d5ac1-2bdd-4f0c-9132-aeafcb559ddf req-793d5c5e-f3f4-4825-8721-d1721da00f6a tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-801485575&fields=id&tenant_id=aa96fac7201b43d2b8633791c636d18c HTTP/1.1" status: 200 len: 267 time: 0.0328603 Jun 23 19:15:14.811186 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d5ac1-2bdd-4f0c-9132-aeafcb559ddf req-084620ae-0417-4b26-a3e5-4ca83cc63648 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:14.812651 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-da4d5ac1-2bdd-4f0c-9132-aeafcb559ddf req-084620ae-0417-4b26-a3e5-4ca83cc63648 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/networks?id=03b00407-ece8-4036-91c7-ff69de4b3a72 HTTP/1.1" status: 200 len: 812 time: 0.1022940 Jun 23 19:15:14.828191 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-da4d5ac1-2bdd-4f0c-9132-aeafcb559ddf req-321c4ca7-7d89-4623-b397-9ef26a2a9cb6 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/quotas/aa96fac7201b43d2b8633791c636d18c HTTP/1.1" status: 200 len: 375 time: 0.0099800 Jun 23 19:15:14.903591 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-da4d5ac1-2bdd-4f0c-9132-aeafcb559ddf req-2de83262-bb53-47bf-a5ba-e6a1c636d982 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=aa96fac7201b43d2b8633791c636d18c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0700836 Jun 23 19:15:14.996810 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-da4d5ac1-2bdd-4f0c-9132-aeafcb559ddf req-4c4dbaf8-42df-4627-8b58-8628a23c2fef service neutron] 10.222.0.69 "GET /v2.0/networks/03b00407-ece8-4036-91c7-ff69de4b3a72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817389 Jun 23 19:15:15.087892 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-da4d5ac1-2bdd-4f0c-9132-aeafcb559ddf req-299f1a50-8ffc-482a-8458-401bfde2df19 service neutron] 10.222.0.69 "GET /v2.0/networks/03b00407-ece8-4036-91c7-ff69de4b3a72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852246 Jun 23 19:15:15.750693 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f31550b3-4e68-4ef5-bbc1-2fca57557b8a req-c8bc5b2c-7e80-40e1-8cd2-f8f34f07cd11 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf0477b3-793a-494f-9fb6-720e6724789a HTTP/1.1" status: 200 len: 210 time: 0.0295296 Jun 23 19:15:16.891087 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-abc256c2-b1a0-45ca-a246-710a39e499c8 req-219283de-a6b9-474b-8d80-e5b6d6efa308 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf0477b3-793a-494f-9fb6-720e6724789a HTTP/1.1" status: 200 len: 210 time: 0.0275657 Jun 23 19:15:17.318675 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:18.039122 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-bb2af163-ab62-4ae4-a0fe-aec592e12622 req-99161893-fe8f-4742-9b0d-ae9c57e5953b tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf0477b3-793a-494f-9fb6-720e6724789a HTTP/1.1" status: 200 len: 210 time: 0.0326328 Jun 23 19:15:18.659220 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d5ac1-2bdd-4f0c-9132-aeafcb559ddf req-c65dbe62-6520-4d15-b343-3c23e1598fa7 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:18.660693 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-da4d5ac1-2bdd-4f0c-9132-aeafcb559ddf req-c65dbe62-6520-4d15-b343-3c23e1598fa7 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.49 "GET /v2.0/networks?id=03b00407-ece8-4036-91c7-ff69de4b3a72 HTTP/1.1" status: 200 len: 812 time: 0.1013680 Jun 23 19:15:18.712321 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-da4d5ac1-2bdd-4f0c-9132-aeafcb559ddf req-088782b5-9790-4dfc-ad1d-a6509ed41152 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa96fac7201b43d2b8633791c636d18c HTTP/1.1" status: 200 len: 379 time: 0.0333238 Jun 23 19:15:18.721202 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [req-da4d5ac1-2bdd-4f0c-9132-aeafcb559ddf req-49e69b91-8994-44cb-9937-14cc3580570e tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Request body: {'port': {'device_id': 'cf0477b3-793a-494f-9fb6-720e6724789a', 'network_id': '03b00407-ece8-4036-91c7-ff69de4b3a72', 'admin_state_up': True, 'tenant_id': 'aa96fac7201b43d2b8633791c636d18c', 'security_groups': ['66cebad4-9632-4565-8aae-42cad405228f']}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:15:18.903349 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da4d5ac1-2bdd-4f0c-9132-aeafcb559ddf req-49e69b91-8994-44cb-9937-14cc3580570e tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Made reservation on behalf of aa96fac7201b43d2b8633791c636d18c for: {'port': 1} {{(pid=93953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:15:18.906993 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-da4d5ac1-2bdd-4f0c-9132-aeafcb559ddf req-49e69b91-8994-44cb-9937-14cc3580570e tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-975148'] for port, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:19.039286 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_common [req-da4d5ac1-2bdd-4f0c-9132-aeafcb559ddf req-49e69b91-8994-44cb-9937-14cc3580570e tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Allocated IP 172.20.0.4 (03b00407-ece8-4036-91c7-ff69de4b3a72/5e4f12f6-f920-4aa2-99cc-004ec6a10df3/7a32a863-8f2e-429d-95c2-d3c0de3b45aa) {{(pid=93953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:15:19.196605 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3e0260b2-2d65-4b2f-bd1c-e57e193347dc req-4bd21e42-afa9-4238-8982-3c8bd8c4a8f6 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf0477b3-793a-494f-9fb6-720e6724789a HTTP/1.1" status: 200 len: 210 time: 0.0440533 Jun 23 19:15:19.205921 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-da4d5ac1-2bdd-4f0c-9132-aeafcb559ddf req-49e69b91-8994-44cb-9937-14cc3580570e tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks [] for port, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:19.219165 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [req-da4d5ac1-2bdd-4f0c-9132-aeafcb559ddf req-49e69b91-8994-44cb-9937-14cc3580570e tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Transition to ACTIVE for port object 7a32a863-8f2e-429d-95c2-d3c0de3b45aa will not be triggered until provisioned by entity DHCP. {{(pid=93953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:15:19.401380 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-da4d5ac1-2bdd-4f0c-9132-aeafcb559ddf req-49e69b91-8994-44cb-9937-14cc3580570e tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-975211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745549236125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28924695'] for port, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:19.405913 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-43a3d718-4626-4d36-b6a2-84fb47b25d55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:15:19.447594 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da4d5ac1-2bdd-4f0c-9132-aeafcb559ddf req-49e69b91-8994-44cb-9937-14cc3580570e tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Network 03b00407-ece8-4036-91c7-ff69de4b3a72 is already hosted by enough agents. {{(pid=93953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:15:19.450758 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [req-da4d5ac1-2bdd-4f0c-9132-aeafcb559ddf req-49e69b91-8994-44cb-9937-14cc3580570e tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Resources bound (agent type, host, resource id): {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:15:19.454551 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [req-da4d5ac1-2bdd-4f0c-9132-aeafcb559ddf req-49e69b91-8994-44cb-9937-14cc3580570e tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Received port after_create {{(pid=93953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:15:19.460911 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e69b91-8994-44cb-9937-14cc3580570e tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Pushing event updated for resources: {'Port': ['ID=7a32a863-8f2e-429d-95c2-d3c0de3b45aa,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:15:19.488736 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e69b91-8994-44cb-9937-14cc3580570e tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:15:19.489143 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e69b91-8994-44cb-9937-14cc3580570e tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:15:19.489496 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e69b91-8994-44cb-9937-14cc3580570e tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:15:19.489866 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e69b91-8994-44cb-9937-14cc3580570e tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:15:19.490231 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e69b91-8994-44cb-9937-14cc3580570e tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:15:19.490596 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e69b91-8994-44cb-9937-14cc3580570e tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:15:19.490958 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e69b91-8994-44cb-9937-14cc3580570e tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:15:19.491317 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e69b91-8994-44cb-9937-14cc3580570e tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:15:19.491706 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e69b91-8994-44cb-9937-14cc3580570e tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:15:19.492065 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e69b91-8994-44cb-9937-14cc3580570e tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:15:19.492419 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e69b91-8994-44cb-9937-14cc3580570e tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:15:19.492768 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e69b91-8994-44cb-9937-14cc3580570e tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:15:19.499088 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-49e69b91-8994-44cb-9937-14cc3580570e tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:15:19.518518 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d5ac1-2bdd-4f0c-9132-aeafcb559ddf req-49e69b91-8994-44cb-9937-14cc3580570e tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:19.519151 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-da4d5ac1-2bdd-4f0c-9132-aeafcb559ddf req-49e69b91-8994-44cb-9937-14cc3580570e tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:19.662146 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-da4d5ac1-2bdd-4f0c-9132-aeafcb559ddf req-49e69b91-8994-44cb-9937-14cc3580570e tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9445179 Jun 23 19:15:19.682179 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [req-da4d5ac1-2bdd-4f0c-9132-aeafcb559ddf req-e7a3b44d-5faf-4bc4-b31b-86c2fa88bfc6 service neutron] Request body: {'port': {'device_id': 'cf0477b3-793a-494f-9fb6-720e6724789a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:15:19.747066 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-6b494210-bc16-4399-97cc-e7592b1e7293 None None] Provisioning for port 7a32a863-8f2e-429d-95c2-d3c0de3b45aa completed by entity DHCP. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:15:19.751231 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-6b494210-bc16-4399-97cc-e7592b1e7293 None None] Provisioning complete for port 7a32a863-8f2e-429d-95c2-d3c0de3b45aa triggered by entity DHCP. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:15:19.751648 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-6b494210-bc16-4399-97cc-e7592b1e7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:19.768996 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-da4d5ac1-2bdd-4f0c-9132-aeafcb559ddf req-e7a3b44d-5faf-4bc4-b31b-86c2fa88bfc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:19.789397 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-6b494210-bc16-4399-97cc-e7592b1e7293 None None] Port 7a32a863-8f2e-429d-95c2-d3c0de3b45aa cannot update to ACTIVE because it is not bound. {{(pid=93954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 19:15:20.050285 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [req-da4d5ac1-2bdd-4f0c-9132-aeafcb559ddf req-e7a3b44d-5faf-4bc4-b31b-86c2fa88bfc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a32a863-8f2e-429d-95c2-d3c0de3b45aa {{(pid=93953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:15:20.058773 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-da4d5ac1-2bdd-4f0c-9132-aeafcb559ddf req-e7a3b44d-5faf-4bc4-b31b-86c2fa88bfc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:20.073491 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [req-da4d5ac1-2bdd-4f0c-9132-aeafcb559ddf req-e7a3b44d-5faf-4bc4-b31b-86c2fa88bfc6 service neutron] Transition to ACTIVE for port object 7a32a863-8f2e-429d-95c2-d3c0de3b45aa will not be triggered until provisioned by entity L2. {{(pid=93953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:15:20.153503 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 38280) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:15:20.183217 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-da4d5ac1-2bdd-4f0c-9132-aeafcb559ddf req-e7a3b44d-5faf-4bc4-b31b-86c2fa88bfc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28924677'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:20.190618 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-00af80b9-e7cd-4a3a-a198-9dfcb7d1c1c2 tempest-VolumesSnapshotTestJSON-848811012 tempest-VolumesSnapshotTestJSON-848811012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:15:20.271140 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-fff4a0e0-fb5e-4ac7-a73b-685a14df529b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:20.281693 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a3b44d-5faf-4bc4-b31b-86c2fa88bfc6 service neutron] Pushing event updated for resources: {'Port': ['ID=7a32a863-8f2e-429d-95c2-d3c0de3b45aa,revision_number=2']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:15:20.285048 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-e7a3b44d-5faf-4bc4-b31b-86c2fa88bfc6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:15:20.351440 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-da4d5ac1-2bdd-4f0c-9132-aeafcb559ddf req-e7a3b44d-5faf-4bc4-b31b-86c2fa88bfc6 service neutron] Attempting to bind port 7a32a863-8f2e-429d-95c2-d3c0de3b45aa on host hv-cinder-79049 for vnic_type normal with profile {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:15:20.351805 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-da4d5ac1-2bdd-4f0c-9132-aeafcb559ddf req-e7a3b44d-5faf-4bc4-b31b-86c2fa88bfc6 service neutron] Attempting to bind port 7a32a863-8f2e-429d-95c2-d3c0de3b45aa by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'ce49d902-3382-49f9-88d0-28e3cea581ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '03b00407-ece8-4036-91c7-ff69de4b3a72'}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:15:20.352149 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4d5ac1-2bdd-4f0c-9132-aeafcb559ddf req-e7a3b44d-5faf-4bc4-b31b-86c2fa88bfc6 service neutron] Attempting to bind port 7a32a863-8f2e-429d-95c2-d3c0de3b45aa on network 03b00407-ece8-4036-91c7-ff69de4b3a72 {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:15:20.357529 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4d5ac1-2bdd-4f0c-9132-aeafcb559ddf req-e7a3b44d-5faf-4bc4-b31b-86c2fa88bfc6 service neutron] Port 7a32a863-8f2e-429d-95c2-d3c0de3b45aa on network 03b00407-ece8-4036-91c7-ff69de4b3a72 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 19:15:20.357914 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4d5ac1-2bdd-4f0c-9132-aeafcb559ddf req-e7a3b44d-5faf-4bc4-b31b-86c2fa88bfc6 service neutron] Attempting to bind port 7a32a863-8f2e-429d-95c2-d3c0de3b45aa on network 03b00407-ece8-4036-91c7-ff69de4b3a72 {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:15:20.364364 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4d5ac1-2bdd-4f0c-9132-aeafcb559ddf req-e7a3b44d-5faf-4bc4-b31b-86c2fa88bfc6 service neutron] Checking agent: {'id': '931bf73c-9d40-46c8-855c-92667356b0d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 19, 4, 47), 'started_at': datetime.datetime(2021, 6, 23, 19, 4, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:15:20.364364 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4d5ac1-2bdd-4f0c-9132-aeafcb559ddf req-e7a3b44d-5faf-4bc4-b31b-86c2fa88bfc6 service neutron] Checking segment: {'id': 'ce49d902-3382-49f9-88d0-28e3cea581ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '03b00407-ece8-4036-91c7-ff69de4b3a72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:15:20.364712 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4d5ac1-2bdd-4f0c-9132-aeafcb559ddf req-e7a3b44d-5faf-4bc4-b31b-86c2fa88bfc6 service neutron] Bound using segment: {'id': 'ce49d902-3382-49f9-88d0-28e3cea581ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '03b00407-ece8-4036-91c7-ff69de4b3a72'} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:15:20.365023 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-da4d5ac1-2bdd-4f0c-9132-aeafcb559ddf req-e7a3b44d-5faf-4bc4-b31b-86c2fa88bfc6 service neutron] Bound port: 7a32a863-8f2e-429d-95c2-d3c0de3b45aa, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce49d902-3382-49f9-88d0-28e3cea581ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '03b00407-ece8-4036-91c7-ff69de4b3a72'}}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:15:20.365379 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-da4d5ac1-2bdd-4f0c-9132-aeafcb559ddf req-e7a3b44d-5faf-4bc4-b31b-86c2fa88bfc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:20.419370 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-fff4a0e0-fb5e-4ac7-a73b-685a14df529b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:20.477407 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-da4d5ac1-2bdd-4f0c-9132-aeafcb559ddf req-e7a3b44d-5faf-4bc4-b31b-86c2fa88bfc6 service neutron] For port 7a32a863-8f2e-429d-95c2-d3c0de3b45aa, host hv-cinder-79049, cleared binding levels {{(pid=93953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:15:20.500631 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-fff4a0e0-fb5e-4ac7-a73b-685a14df529b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:20.500832 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-da4d5ac1-2bdd-4f0c-9132-aeafcb559ddf req-e7a3b44d-5faf-4bc4-b31b-86c2fa88bfc6 service neutron] For port 7a32a863-8f2e-429d-95c2-d3c0de3b45aa, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=7a32a863-8f2e-429d-95c2-d3c0de3b45aa,segment=NetworkSegment(ce49d902-3382-49f9-88d0-28e3cea581ea),segment_id=ce49d902-3382-49f9-88d0-28e3cea581ea)] {{(pid=93953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:15:20.511943 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-39e5d7a1-8d64-4989-aae6-4abcb3f44223 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:15:20.515351 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7467e8c5-2740-409f-892d-23f30bf43bb4 req-7ff47aef-1ddf-4a22-b685-b46d3e7dcc69 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:20.516888 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7467e8c5-2740-409f-892d-23f30bf43bb4 req-7ff47aef-1ddf-4a22-b685-b46d3e7dcc69 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf0477b3-793a-494f-9fb6-720e6724789a HTTP/1.1" status: 200 len: 943 time: 0.1066291 Jun 23 19:15:20.538888 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 38286) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:15:20.539470 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-fff4a0e0-fb5e-4ac7-a73b-685a14df529b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=38960b15e7cd4eefbdf357e316ab7d7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3845086 Jun 23 19:15:20.552754 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff4a0e0-fb5e-4ac7-a73b-685a14df529b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2377f63e-d337-4bb7-b72d-161f16ca1039,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:15:20.555864 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-fff4a0e0-fb5e-4ac7-a73b-685a14df529b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:15:20.582394 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7467e8c5-2740-409f-892d-23f30bf43bb4 req-5c13d2ac-6f70-4da1-8624-66756d4e9a48 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/security-groups?id=66cebad4-9632-4565-8aae-42cad405228f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591936 Jun 23 19:15:20.592137 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-da4d5ac1-2bdd-4f0c-9132-aeafcb559ddf req-e7a3b44d-5faf-4bc4-b31b-86c2fa88bfc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28924677'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:20.595090 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-35d11630-5005-435e-9713-178189feff6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:15:20.651026 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d5ac1-2bdd-4f0c-9132-aeafcb559ddf req-e7a3b44d-5faf-4bc4-b31b-86c2fa88bfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:20.651668 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-da4d5ac1-2bdd-4f0c-9132-aeafcb559ddf req-e7a3b44d-5faf-4bc4-b31b-86c2fa88bfc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:20.653046 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-da4d5ac1-2bdd-4f0c-9132-aeafcb559ddf req-e7a3b44d-5faf-4bc4-b31b-86c2fa88bfc6 service neutron] 10.222.0.49 "PUT /v2.0/ports/7a32a863-8f2e-429d-95c2-d3c0de3b45aa HTTP/1.1" status: 200 len: 1093 time: 0.9752719 Jun 23 19:15:20.655108 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf0477b3-793a-494f-9fb6-720e6724789a', 'tag': '7a32a863-8f2e-429d-95c2-d3c0de3b45aa'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:15:20.657439 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8902aeace0540733bba5a146bce723956a3312b5b25ae011a73fc84317b4d28a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d883817-50e6-47fd-a40a-1101879a0975" -d '{"events": [{"name": "network-changed", "server_uuid": "cf0477b3-793a-494f-9fb6-720e6724789a", "tag": "7a32a863-8f2e-429d-95c2-d3c0de3b45aa"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:15:20.664317 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f152b98f-0470-4544-9ad0-adbea42454fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:20.695910 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a3b44d-5faf-4bc4-b31b-86c2fa88bfc6 service neutron] Pushing event updated for resources: {'Port': ['ID=7a32a863-8f2e-429d-95c2-d3c0de3b45aa,revision_number=3']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:15:20.700690 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c05a2b2-f3d1-431e-bc4e-31e1acb81c90 x-openstack-request-id: req-7c05a2b2-f3d1-431e-bc4e-31e1acb81c90 {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:15:20.701023 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf0477b3-793a-494f-9fb6-720e6724789a", "tag": "7a32a863-8f2e-429d-95c2-d3c0de3b45aa", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:15:20.701333 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7c05a2b2-f3d1-431e-bc4e-31e1acb81c90 {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:15:20.703015 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf0477b3-793a-494f-9fb6-720e6724789a', 'tag': '7a32a863-8f2e-429d-95c2-d3c0de3b45aa', 'status': 'completed', 'code': 200} Jun 23 19:15:20.708986 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-e7a3b44d-5faf-4bc4-b31b-86c2fa88bfc6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:15:20.713749 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f152b98f-0470-4544-9ad0-adbea42454fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:20.813587 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d883817-50e6-47fd-a40a-1101879a0975 req-609ab3d5-b15a-44a7-97ac-d77b631f1ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:20.815125 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2d883817-50e6-47fd-a40a-1101879a0975 req-609ab3d5-b15a-44a7-97ac-d77b631f1ca4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aa96fac7201b43d2b8633791c636d18c&device_id=cf0477b3-793a-494f-9fb6-720e6724789a HTTP/1.1" status: 200 len: 1096 time: 0.0618207 Jun 23 19:15:20.864589 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f152b98f-0470-4544-9ad0-adbea42454fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:20.867165 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f152b98f-0470-4544-9ad0-adbea42454fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:20.868287 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-f152b98f-0470-4544-9ad0-adbea42454fd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2377f63e-d337-4bb7-b72d-161f16ca1039 HTTP/1.1" status: 204 len: 168 time: 0.3284287 Jun 23 19:15:20.871221 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-4d79c15c-291c-420b-b3ee-4562f015dd99 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:15:20.905878 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f152b98f-0470-4544-9ad0-adbea42454fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2377f63e-d337-4bb7-b72d-161f16ca1039,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:15:20.908905 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-f152b98f-0470-4544-9ad0-adbea42454fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:15:20.946185 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d883817-50e6-47fd-a40a-1101879a0975 req-2c6f63b5-a872-490f-be51-6c8e4f373744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:20.947677 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2d883817-50e6-47fd-a40a-1101879a0975 req-2c6f63b5-a872-490f-be51-6c8e4f373744 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=aa96fac7201b43d2b8633791c636d18c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1108947 Jun 23 19:15:21.042990 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d883817-50e6-47fd-a40a-1101879a0975 req-c6a78c8b-2d93-4375-8cd3-ecbdc2e1f533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:21.044445 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2d883817-50e6-47fd-a40a-1101879a0975 req-c6a78c8b-2d93-4375-8cd3-ecbdc2e1f533 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0901649 Jun 23 19:15:21.164189 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d5ac1-2bdd-4f0c-9132-aeafcb559ddf req-5e5848b0-e4fd-4da9-8368-d6cc01df48d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:21.166394 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-da4d5ac1-2bdd-4f0c-9132-aeafcb559ddf req-5e5848b0-e4fd-4da9-8368-d6cc01df48d5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aa96fac7201b43d2b8633791c636d18c&device_id=cf0477b3-793a-494f-9fb6-720e6724789a HTTP/1.1" status: 200 len: 1096 time: 0.0518970 Jun 23 19:15:21.215231 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-da4d5ac1-2bdd-4f0c-9132-aeafcb559ddf req-5106552e-45d3-4acb-93f7-729658cd9354 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a32a863-8f2e-429d-95c2-d3c0de3b45aa HTTP/1.1" status: 200 len: 217 time: 0.0339994 Jun 23 19:15:21.293944 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d5ac1-2bdd-4f0c-9132-aeafcb559ddf req-eae39dd5-b3b3-4c36-8450-b3bf28f94ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:21.293944 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-da4d5ac1-2bdd-4f0c-9132-aeafcb559ddf req-eae39dd5-b3b3-4c36-8450-b3bf28f94ac4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5e4f12f6-f920-4aa2-99cc-004ec6a10df3 HTTP/1.1" status: 200 len: 851 time: 0.0473783 Jun 23 19:15:21.329021 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d5ac1-2bdd-4f0c-9132-aeafcb559ddf req-ec4caebd-55c2-4d40-a7bb-f43a75873499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:21.330509 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-da4d5ac1-2bdd-4f0c-9132-aeafcb559ddf req-ec4caebd-55c2-4d40-a7bb-f43a75873499 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=03b00407-ece8-4036-91c7-ff69de4b3a72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0543132 Jun 23 19:15:21.420577 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-da4d5ac1-2bdd-4f0c-9132-aeafcb559ddf req-8f4542ab-fc3a-4a2f-9e9c-bfaeff7b3bab service neutron] 10.222.0.49 "GET /v2.0/networks/03b00407-ece8-4036-91c7-ff69de4b3a72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818465 Jun 23 19:15:21.508935 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 38294) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:15:21.516506 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-da4d5ac1-2bdd-4f0c-9132-aeafcb559ddf req-1d91d55f-c19d-4fae-ab89-2a7a2481ad65 service neutron] 10.222.0.49 "GET /v2.0/networks/03b00407-ece8-4036-91c7-ff69de4b3a72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867083 Jun 23 19:15:21.522753 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-cba9627f-1161-40e3-83c9-768d6e59eb10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:21.608714 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-cba9627f-1161-40e3-83c9-768d6e59eb10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:21.674719 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-cba9627f-1161-40e3-83c9-768d6e59eb10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:21.677428 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-2e920852-7aa3-4208-8a9e-c877c82482b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:15:21.715111 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba9627f-1161-40e3-83c9-768d6e59eb10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d65e03ec-8423-445c-8922-831631305bad,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:15:21.720671 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-cba9627f-1161-40e3-83c9-768d6e59eb10 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=38008015b6b4439a88b8ffc4efea6a38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2089894 Jun 23 19:15:21.720671 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-cba9627f-1161-40e3-83c9-768d6e59eb10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:15:21.722053 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 38298) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:15:21.767162 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2eef6-a56f-447d-9555-20a8b24be646 req-e4b3accd-26d4-4076-89a2-464b24f631be tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:21.768679 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-38e2eef6-a56f-447d-9555-20a8b24be646 req-e4b3accd-26d4-4076-89a2-464b24f631be tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf0477b3-793a-494f-9fb6-720e6724789a HTTP/1.1" status: 200 len: 943 time: 0.0658581 Jun 23 19:15:21.784350 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-f55ab451-0614-41b1-ac0a-8a49faa2b931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:21.810269 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-38e2eef6-a56f-447d-9555-20a8b24be646 req-3cf6a199-1342-45e1-8bd5-ab8878a199eb tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/security-groups?id=66cebad4-9632-4565-8aae-42cad405228f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359025 Jun 23 19:15:21.814144 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-f55ab451-0614-41b1-ac0a-8a49faa2b931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:21.936978 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-f55ab451-0614-41b1-ac0a-8a49faa2b931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:21.939575 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-f55ab451-0614-41b1-ac0a-8a49faa2b931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:21.940700 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-f55ab451-0614-41b1-ac0a-8a49faa2b931 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d65e03ec-8423-445c-8922-831631305bad HTTP/1.1" status: 204 len: 168 time: 0.2177503 Jun 23 19:15:21.941520 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-32006939-6ddc-4721-a637-a91fee0f35c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:15:21.949527 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55ab451-0614-41b1-ac0a-8a49faa2b931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d65e03ec-8423-445c-8922-831631305bad,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:15:21.951729 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-f55ab451-0614-41b1-ac0a-8a49faa2b931 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:15:22.666108 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 38304) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:15:22.679064 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d1170a82-a0ed-4bcb-b1df-f019acbb6386 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:22.762783 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d1170a82-a0ed-4bcb-b1df-f019acbb6386 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:22.857010 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d1170a82-a0ed-4bcb-b1df-f019acbb6386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:22.860678 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-def91620-3484-4b16-9596-c85527e58cbb tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:15:22.897820 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-d1170a82-a0ed-4bcb-b1df-f019acbb6386 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=035aaaaea1884ae495594ba79c5ed789&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2282150 Jun 23 19:15:22.897820 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1170a82-a0ed-4bcb-b1df-f019acbb6386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=564cd925-e48e-4d99-b411-9117aad0f323,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:15:22.898649 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 38308) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:15:22.901137 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-d1170a82-a0ed-4bcb-b1df-f019acbb6386 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:15:22.950662 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-234f46b9-900f-4330-8347-993f0cc39754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:22.972443 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-234f46b9-900f-4330-8347-993f0cc39754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:22.997796 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d743f390-61f7-4d25-8bb5-478bc91809ee req-a553d322-aaf8-4965-8d77-4ac63cd88341 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:22.999334 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d743f390-61f7-4d25-8bb5-478bc91809ee req-a553d322-aaf8-4965-8d77-4ac63cd88341 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf0477b3-793a-494f-9fb6-720e6724789a HTTP/1.1" status: 200 len: 943 time: 0.0709155 Jun 23 19:15:23.037199 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d743f390-61f7-4d25-8bb5-478bc91809ee req-30b470f6-d444-4771-92ef-8cd5221cd40a tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/security-groups?id=66cebad4-9632-4565-8aae-42cad405228f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320940 Jun 23 19:15:23.090146 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-234f46b9-900f-4330-8347-993f0cc39754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:23.092935 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-234f46b9-900f-4330-8347-993f0cc39754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:23.094011 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-234f46b9-900f-4330-8347-993f0cc39754 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/564cd925-e48e-4d99-b411-9117aad0f323 HTTP/1.1" status: 204 len: 168 time: 0.1945066 Jun 23 19:15:23.094896 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-80cf77d6-ebc3-4ca9-94fe-466c135d4bce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:15:23.102411 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234f46b9-900f-4330-8347-993f0cc39754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=564cd925-e48e-4d99-b411-9117aad0f323,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:15:23.105223 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-234f46b9-900f-4330-8347-993f0cc39754 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:15:24.143511 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 38336) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:15:24.215550 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e4cdf4-f5b9-4087-b246-6fa400d3761b req-86121d6c-632f-4118-a38f-450a839c5998 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:24.217021 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-21e4cdf4-f5b9-4087-b246-6fa400d3761b req-86121d6c-632f-4118-a38f-450a839c5998 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf0477b3-793a-494f-9fb6-720e6724789a HTTP/1.1" status: 200 len: 943 time: 0.0684996 Jun 23 19:15:24.246676 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-67f0ad69-41e9-438d-8ddf-e43e84b31a3d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-86434539-network', 'tenant_id': 'e3c9617cfb794847a97f287ac1d403e6'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:15:24.255812 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-21e4cdf4-f5b9-4087-b246-6fa400d3761b req-80e48b56-0ba9-4723-bdec-71e1b7b3d1af tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/security-groups?id=66cebad4-9632-4565-8aae-42cad405228f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326662 Jun 23 19:15:24.327105 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.agents_db [None req-808d9167-7b86-4487-ac1f-373b1677e9b0 None None] Agent healthcheck: found 6 active agents {{(pid=93955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:15:24.381125 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f0ad69-41e9-438d-8ddf-e43e84b31a3d admin admin] Made reservation on behalf of e3c9617cfb794847a97f287ac1d403e6 for: {'network': 1} {{(pid=93952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:15:24.383589 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-67f0ad69-41e9-438d-8ddf-e43e84b31a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-975148'] for network, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:24.391900 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-67f0ad69-41e9-438d-8ddf-e43e84b31a3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:24.478941 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-67f0ad69-41e9-438d-8ddf-e43e84b31a3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:24.552549 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-67f0ad69-41e9-438d-8ddf-e43e84b31a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:24.555722 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-5cdf0413-6d98-479e-9e03-039cb976a77b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:15:24.578075 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67f0ad69-41e9-438d-8ddf-e43e84b31a3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 938} {{(pid=93952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 19:15:24.588442 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f0ad69-41e9-438d-8ddf-e43e84b31a3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c328cd8-b518-403e-961e-81c730c44ed5,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:15:24.592983 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-67f0ad69-41e9-438d-8ddf-e43e84b31a3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:15:24.594059 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-67f0ad69-41e9-438d-8ddf-e43e84b31a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886977'] for segment, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:24.594391 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.db.segments_db [None req-67f0ad69-41e9-438d-8ddf-e43e84b31a3d admin admin] Added segment 28aca343-3240-4dd7-af4b-b2301b5762d4 of type vlan for network 18a3ada1-053d-4f20-bc7d-49f465f628b0 Jun 23 19:15:24.633582 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-67f0ad69-41e9-438d-8ddf-e43e84b31a3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745549258006'] for network, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:24.760781 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-67f0ad69-41e9-438d-8ddf-e43e84b31a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3862688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898'] for network, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:24.762040 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f0ad69-41e9-438d-8ddf-e43e84b31a3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:24.762617 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-67f0ad69-41e9-438d-8ddf-e43e84b31a3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770935'] for network, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:24.764665 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:15:24.820689 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f0ad69-41e9-438d-8ddf-e43e84b31a3d admin admin] Pushing event updated for resources: {'Network': ['ID=18a3ada1-053d-4f20-bc7d-49f465f628b0,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:15:24.823937 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-67f0ad69-41e9-438d-8ddf-e43e84b31a3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:15:24.831582 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Network 18a3ada1-053d-4f20-bc7d-49f465f628b0 details requested by agent ovs-agent-dv-cinder-790492-6-iscsi with host dv-cinder-790492-6-iscsi {{(pid=93954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 19:15:24.864061 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-67f0ad69-41e9-438d-8ddf-e43e84b31a3d admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7192626 Jun 23 19:15:24.867242 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 38340) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:15:24.872914 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-62d9b065-8f87-4f3b-8bc5-939c8bae37c0 admin admin] Request body: {'subnet': {'network_id': '18a3ada1-053d-4f20-bc7d-49f465f628b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-86434539-subnet', 'tenant_id': 'e3c9617cfb794847a97f287ac1d403e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:15:24.965981 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d9b065-8f87-4f3b-8bc5-939c8bae37c0 admin admin] Made reservation on behalf of e3c9617cfb794847a97f287ac1d403e6 for: {'subnet': 1} {{(pid=93952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:15:24.968363 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-62d9b065-8f87-4f3b-8bc5-939c8bae37c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26574757'] for subnet, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:25.200426 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-62d9b065-8f87-4f3b-8bc5-939c8bae37c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26441174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26574775'] for subnet, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:25.202723 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:15:25.255942 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d9b065-8f87-4f3b-8bc5-939c8bae37c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e852a09-5c0f-49c1-bc1e-62930c4ce8a1,revision_number=0']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:15:25.258620 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-62d9b065-8f87-4f3b-8bc5-939c8bae37c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:15:25.265904 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d9b065-8f87-4f3b-8bc5-939c8bae37c0 admin admin] Checking segment: {'id': '28aca343-3240-4dd7-af4b-b2301b5762d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '18a3ada1-053d-4f20-bc7d-49f465f628b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:15:25.266262 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d9b065-8f87-4f3b-8bc5-939c8bae37c0 admin admin] Network hostable DHCP agents. Network: 18a3ada1-053d-4f20-bc7d-49f465f628b0, hostable agents: ['46fb5406-63b7-4827-9d8b-19fc67eca6fa'], hosted agents: [] {{(pid=93952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 19:15:25.394420 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d9b065-8f87-4f3b-8bc5-939c8bae37c0 admin admin] Network 18a3ada1-053d-4f20-bc7d-49f465f628b0 is scheduled to be hosted by DHCP agent 46fb5406-63b7-4827-9d8b-19fc67eca6fa with binding_index 1 {{(pid=93952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 19:15:25.432324 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf0849-5a8c-46f9-9ce4-7effedfb00e6 req-439cfb5c-c568-4a5e-afeb-59e205478cd6 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:25.433774 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-1fbf0849-5a8c-46f9-9ce4-7effedfb00e6 req-439cfb5c-c568-4a5e-afeb-59e205478cd6 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf0477b3-793a-494f-9fb6-720e6724789a HTTP/1.1" status: 200 len: 943 time: 0.0665343 Jun 23 19:15:25.469639 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-1fbf0849-5a8c-46f9-9ce4-7effedfb00e6 req-79e1522d-1c35-455b-8dff-e4076797f370 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/security-groups?id=66cebad4-9632-4565-8aae-42cad405228f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301812 Jun 23 19:15:25.526039 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.base_scheduler [None req-62d9b065-8f87-4f3b-8bc5-939c8bae37c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-6-iscsi, 18a3ada1-053d-4f20-bc7d-49f465f628b0) {{(pid=93952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:15:25.530209 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d9b065-8f87-4f3b-8bc5-939c8bae37c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:25.530807 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-62d9b065-8f87-4f3b-8bc5-939c8bae37c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770935'] for subnet, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:25.534793 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1aa90a-39e5-4e4f-8d19-1a65fab9e9db None None] Network 18a3ada1-053d-4f20-bc7d-49f465f628b0 requested from dv-cinder-790492-6-iscsi {{(pid=93954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:15:25.654009 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ad6145-6e8f-471a-9814-8b523bd74f4c None None] Network 18a3ada1-053d-4f20-bc7d-49f465f628b0 requested from dv-cinder-790492-6-iscsi {{(pid=93954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:15:25.663952 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-62d9b065-8f87-4f3b-8bc5-939c8bae37c0 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7955496 Jun 23 19:15:26.648602 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b91ef90-92b7-4643-8d17-b5dfba5cab50 req-36457b2d-55ac-4767-b7df-5881cd701b40 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:26.650055 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-5b91ef90-92b7-4643-8d17-b5dfba5cab50 req-36457b2d-55ac-4767-b7df-5881cd701b40 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf0477b3-793a-494f-9fb6-720e6724789a HTTP/1.1" status: 200 len: 943 time: 0.0669184 Jun 23 19:15:26.687396 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-5b91ef90-92b7-4643-8d17-b5dfba5cab50 req-c59b111a-5147-43de-9ea4-c8b0df6cbb80 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/security-groups?id=66cebad4-9632-4565-8aae-42cad405228f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314333 Jun 23 19:15:27.849684 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1322b2ef-d80d-46f6-b705-1d012c660fe1 req-00b153f0-5e3c-4f4d-ae45-eac96431a0e1 tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:27.850353 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device 7a32a863-8f2e-429d-95c2-d3c0de3b45aa details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=93954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 19:15:27.851032 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-1322b2ef-d80d-46f6-b705-1d012c660fe1 req-00b153f0-5e3c-4f4d-ae45-eac96431a0e1 tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] 10.222.0.69 "GET /v2.0/networks?id=18a3ada1-053d-4f20-bc7d-49f465f628b0 HTTP/1.1" status: 200 len: 807 time: 0.1106443 Jun 23 19:15:27.865675 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-1322b2ef-d80d-46f6-b705-1d012c660fe1 req-1482a559-97ce-4d2e-8d8c-44073f617fa1 tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] 10.222.0.69 "GET /v2.0/quotas/e3c9617cfb794847a97f287ac1d403e6 HTTP/1.1" status: 200 len: 375 time: 0.0088687 Jun 23 19:15:27.899561 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-1322b2ef-d80d-46f6-b705-1d012c660fe1 req-65502030-9c93-4b6e-81cd-8faa7d91733f tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e3c9617cfb794847a97f287ac1d403e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278683 Jun 23 19:15:27.946123 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] For port 7a32a863-8f2e-429d-95c2-d3c0de3b45aa, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=7a32a863-8f2e-429d-95c2-d3c0de3b45aa,segment=NetworkSegment(ce49d902-3382-49f9-88d0-28e3cea581ea),segment_id=ce49d902-3382-49f9-88d0-28e3cea581ea)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:15:27.958443 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Returning: {'device': '7a32a863-8f2e-429d-95c2-d3c0de3b45aa', 'network_id': '03b00407-ece8-4036-91c7-ff69de4b3a72', 'port_id': '7a32a863-8f2e-429d-95c2-d3c0de3b45aa', 'mac_address': 'fa:16:3e:0c:22:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 932, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e4f12f6-f920-4aa2-99cc-004ec6a10df3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 19:15:27.994293 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-1322b2ef-d80d-46f6-b705-1d012c660fe1 req-bfbcc9f4-95f0-4af6-80cc-7ea33dcc3048 service neutron] 10.222.0.69 "GET /v2.0/networks/18a3ada1-053d-4f20-bc7d-49f465f628b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871313 Jun 23 19:15:27.997626 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:28.010796 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.notifiers.nova [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a32a863-8f2e-429d-95c2-d3c0de3b45aa {{(pid=93954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:15:28.029270 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] For port 7a32a863-8f2e-429d-95c2-d3c0de3b45aa, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=7a32a863-8f2e-429d-95c2-d3c0de3b45aa,segment=NetworkSegment(ce49d902-3382-49f9-88d0-28e3cea581ea),segment_id=ce49d902-3382-49f9-88d0-28e3cea581ea)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:15:28.082334 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-1322b2ef-d80d-46f6-b705-1d012c660fe1 req-ff8a08a9-9214-409e-8a89-090df307641f service neutron] 10.222.0.69 "GET /v2.0/networks/18a3ada1-053d-4f20-bc7d-49f465f628b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841682 Jun 23 19:15:28.101806 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:28.101806 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:15:28.147583 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Pushing event updated for resources: {'Port': ['ID=7a32a863-8f2e-429d-95c2-d3c0de3b45aa,revision_number=4']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:15:28.154655 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:15:28.155005 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:15:28.155345 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:15:28.155704 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:15:28.156031 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:15:28.156360 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:15:28.156688 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:15:28.157057 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:15:28.157338 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:15:28.157656 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:15:28.157974 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:15:28.158290 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:15:28.162252 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:15:28.397821 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7337df64-de4d-4d5e-a535-eebfa605d160 req-31be6483-8269-4d4a-a59f-27c8e7b53633 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:28.399343 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7337df64-de4d-4d5e-a535-eebfa605d160 req-31be6483-8269-4d4a-a59f-27c8e7b53633 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf0477b3-793a-494f-9fb6-720e6724789a HTTP/1.1" status: 200 len: 944 time: 0.0651259 Jun 23 19:15:28.437848 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7337df64-de4d-4d5e-a535-eebfa605d160 req-3babc337-7fba-4c01-8684-9e9641198021 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/security-groups?id=66cebad4-9632-4565-8aae-42cad405228f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327351 Jun 23 19:15:28.451670 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] get_ports_and_sgs() called for port_ids ['7a32a863-8f2e-429d-95c2-d3c0de3b45aa'] {{(pid=93954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:15:28.509291 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-5845b157-1e8d-4ae0-a51d-d1e88d11242c req-89205809-ac4f-4934-bac3-e01465d7e30d tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b7ca418-5f04-4620-8c11-1f8081cfb4ca HTTP/1.1" status: 200 len: 210 time: 0.0296872 Jun 23 19:15:29.612599 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e1dba-9dd9-4db2-9251-398cbde3e8f1 req-5b2cfe35-f683-44e2-adbc-c5d3dda25ca3 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:29.614197 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-633e1dba-9dd9-4db2-9251-398cbde3e8f1 req-5b2cfe35-f683-44e2-adbc-c5d3dda25ca3 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf0477b3-793a-494f-9fb6-720e6724789a HTTP/1.1" status: 200 len: 944 time: 0.0675204 Jun 23 19:15:29.653656 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-633e1dba-9dd9-4db2-9251-398cbde3e8f1 req-7ea9a78d-1a96-4126-a249-4bf8a331a944 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/security-groups?id=66cebad4-9632-4565-8aae-42cad405228f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326242 Jun 23 19:15:29.778458 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9dc8d592-0ef1-442d-8581-5cb96b0cf6c2 req-f9bb356b-d52f-4bbb-8cba-ece1027ea76e tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b7ca418-5f04-4620-8c11-1f8081cfb4ca HTTP/1.1" status: 200 len: 210 time: 0.0277760 Jun 23 19:15:29.863299 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device 7a32a863-8f2e-429d-95c2-d3c0de3b45aa up at agent hyperv_hv-cinder-79049 {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:15:29.971861 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Provisioning for port 7a32a863-8f2e-429d-95c2-d3c0de3b45aa completed by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:15:29.974680 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Provisioning complete for port 7a32a863-8f2e-429d-95c2-d3c0de3b45aa triggered by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:15:29.974680 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:30.051463 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:30.073445 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf0477b3-793a-494f-9fb6-720e6724789a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a32a863-8f2e-429d-95c2-d3c0de3b45aa'}] {{(pid=93954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:15:30.075751 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78efef87a1af135e54214795b53a936b9e8d2b7d09f053504b37278e2de45a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-353697dd-bf0c-4fb3-9f40-d8c48b1f9187" -d '{"events": [{"server_uuid": "cf0477b3-793a-494f-9fb6-720e6724789a", "name": "network-vif-plugged", "status": "completed", "tag": "7a32a863-8f2e-429d-95c2-d3c0de3b45aa"}]}' {{(pid=93954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:15:30.088720 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] For port 7a32a863-8f2e-429d-95c2-d3c0de3b45aa, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=7a32a863-8f2e-429d-95c2-d3c0de3b45aa,segment=NetworkSegment(ce49d902-3382-49f9-88d0-28e3cea581ea),segment_id=ce49d902-3382-49f9-88d0-28e3cea581ea)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:15:30.114461 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be54b8d4-af5d-4cb5-ae3f-08ae34aaab46 x-openstack-request-id: req-be54b8d4-af5d-4cb5-ae3f-08ae34aaab46 {{(pid=93954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:15:30.114758 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf0477b3-793a-494f-9fb6-720e6724789a", "name": "network-vif-plugged", "status": "completed", "tag": "7a32a863-8f2e-429d-95c2-d3c0de3b45aa", "code": 200}]} {{(pid=93954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:15:30.115018 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-be54b8d4-af5d-4cb5-ae3f-08ae34aaab46 {{(pid=93954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:15:30.115450 dv-cinder-790492-6-iscsi neutron-server[93954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf0477b3-793a-494f-9fb6-720e6724789a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a32a863-8f2e-429d-95c2-d3c0de3b45aa', 'code': 200} Jun 23 19:15:30.160032 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:30.161892 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:15:30.205146 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-d602ad60-86c6-44c3-a458-857afc51ebb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:30.209115 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Pushing event updated for resources: {'Port': ['ID=7a32a863-8f2e-429d-95c2-d3c0de3b45aa,revision_number=5']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:15:30.211811 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:15:30.596682 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d21daea-40bb-4e73-8349-88a04b1a91a7 req-bbb3f6fe-bf9b-49cd-b474-405212e81030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:30.598128 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3d21daea-40bb-4e73-8349-88a04b1a91a7 req-bbb3f6fe-bf9b-49cd-b474-405212e81030 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cf0477b3-793a-494f-9fb6-720e6724789a HTTP/1.1" status: 200 len: 1098 time: 0.0494602 Jun 23 19:15:30.631879 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3d21daea-40bb-4e73-8349-88a04b1a91a7 req-b5dfa685-29b2-47b1-b2b8-8f95b7561258 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=66cebad4-9632-4565-8aae-42cad405228f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269141 Jun 23 19:15:30.833311 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e9edb1-e77d-4990-a1b1-825139b0b958 req-0fdaad45-93dd-450e-8fe7-7a571cbe6a5a tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:30.834731 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-10e9edb1-e77d-4990-a1b1-825139b0b958 req-0fdaad45-93dd-450e-8fe7-7a571cbe6a5a tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf0477b3-793a-494f-9fb6-720e6724789a HTTP/1.1" status: 200 len: 945 time: 0.0661411 Jun 23 19:15:30.872262 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-10e9edb1-e77d-4990-a1b1-825139b0b958 req-ac3b8076-ea7d-4eec-8dce-56e4c4fa4c79 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/security-groups?id=66cebad4-9632-4565-8aae-42cad405228f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308225 Jun 23 19:15:31.298630 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2d9f9f5d-7fca-44eb-9f92-0686e70bf281 req-4a0aa77d-ad62-445c-bba9-32ddd06158e5 tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b7ca418-5f04-4620-8c11-1f8081cfb4ca HTTP/1.1" status: 200 len: 210 time: 0.3101470 Jun 23 19:15:31.358181 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1322b2ef-d80d-46f6-b705-1d012c660fe1 req-58643777-bdc6-4eab-bcab-3ef663e9dfec tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:31.359614 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-1322b2ef-d80d-46f6-b705-1d012c660fe1 req-58643777-bdc6-4eab-bcab-3ef663e9dfec tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] 10.222.0.49 "GET /v2.0/networks?id=18a3ada1-053d-4f20-bc7d-49f465f628b0 HTTP/1.1" status: 200 len: 807 time: 0.4265301 Jun 23 19:15:31.379182 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [req-1322b2ef-d80d-46f6-b705-1d012c660fe1 req-bce9c638-ba9c-4818-9471-a802f9be230d tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] Request body: {'port': {'device_id': '8b7ca418-5f04-4620-8c11-1f8081cfb4ca', 'network_id': '18a3ada1-053d-4f20-bc7d-49f465f628b0', 'admin_state_up': True, 'tenant_id': 'e3c9617cfb794847a97f287ac1d403e6'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:15:31.565423 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1322b2ef-d80d-46f6-b705-1d012c660fe1 req-bce9c638-ba9c-4818-9471-a802f9be230d tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] Made reservation on behalf of e3c9617cfb794847a97f287ac1d403e6 for: {'port': 1} {{(pid=93953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:15:31.568853 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-1322b2ef-d80d-46f6-b705-1d012c660fe1 req-bce9c638-ba9c-4818-9471-a802f9be230d tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-975148'] for port, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:31.693605 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_common [req-1322b2ef-d80d-46f6-b705-1d012c660fe1 req-bce9c638-ba9c-4818-9471-a802f9be230d tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] Allocated IP 172.20.0.13 (18a3ada1-053d-4f20-bc7d-49f465f628b0/4e852a09-5c0f-49c1-bc1e-62930c4ce8a1/b43c3c5d-4876-47a7-a1f8-0a76fafc8f51) {{(pid=93953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:15:31.839320 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-1322b2ef-d80d-46f6-b705-1d012c660fe1 req-bce9c638-ba9c-4818-9471-a802f9be230d tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] Notify callbacks [] for port, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:31.933876 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-1322b2ef-d80d-46f6-b705-1d012c660fe1 req-bce9c638-ba9c-4818-9471-a802f9be230d tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-975211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745549236125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28924695'] for port, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:31.937915 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-ca938a1e-f69b-44d9-b888-237ed86da8d1 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:15:31.983631 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1322b2ef-d80d-46f6-b705-1d012c660fe1 req-bce9c638-ba9c-4818-9471-a802f9be230d tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] Network 18a3ada1-053d-4f20-bc7d-49f465f628b0 is already hosted by enough agents. {{(pid=93953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:15:31.986931 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [req-1322b2ef-d80d-46f6-b705-1d012c660fe1 req-bce9c638-ba9c-4818-9471-a802f9be230d tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] Resources bound (agent type, host, resource id): {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:15:31.993253 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [req-1322b2ef-d80d-46f6-b705-1d012c660fe1 req-bce9c638-ba9c-4818-9471-a802f9be230d tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] Received port after_create {{(pid=93953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:15:32.004078 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce9c638-ba9c-4818-9471-a802f9be230d tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] Pushing event updated for resources: {'Port': ['ID=b43c3c5d-4876-47a7-a1f8-0a76fafc8f51,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:15:32.027536 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-bce9c638-ba9c-4818-9471-a802f9be230d tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:15:32.076371 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1322b2ef-d80d-46f6-b705-1d012c660fe1 req-bce9c638-ba9c-4818-9471-a802f9be230d tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:32.076983 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-1322b2ef-d80d-46f6-b705-1d012c660fe1 req-bce9c638-ba9c-4818-9471-a802f9be230d tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:32.107268 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c167492-4f68-4bb8-96f2-6d82147b4bfa req-851aea74-ae42-4f72-9cbc-997f7f9fbcf9 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:32.108794 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2c167492-4f68-4bb8-96f2-6d82147b4bfa req-851aea74-ae42-4f72-9cbc-997f7f9fbcf9 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf0477b3-793a-494f-9fb6-720e6724789a HTTP/1.1" status: 200 len: 945 time: 0.1172836 Jun 23 19:15:32.146532 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2c167492-4f68-4bb8-96f2-6d82147b4bfa req-c0a9ca3b-592a-472b-acd0-930d1e17be64 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/security-groups?id=66cebad4-9632-4565-8aae-42cad405228f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320966 Jun 23 19:15:32.193972 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-1322b2ef-d80d-46f6-b705-1d012c660fe1 req-bce9c638-ba9c-4818-9471-a802f9be230d tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8185358 Jun 23 19:15:32.213465 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [req-1322b2ef-d80d-46f6-b705-1d012c660fe1 req-83a52d2f-af42-4d77-8aec-aa1ef4fe83a0 service neutron] Request body: {'port': {'device_id': '8b7ca418-5f04-4620-8c11-1f8081cfb4ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:15:32.283221 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-1322b2ef-d80d-46f6-b705-1d012c660fe1 req-83a52d2f-af42-4d77-8aec-aa1ef4fe83a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:32.540579 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b5b2b-fb67-4428-8655-953051faf456 req-7bf4a024-1a24-4efe-bd78-eec13ea98b0b tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:32.542032 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-604b5b2b-fb67-4428-8655-953051faf456 req-7bf4a024-1a24-4efe-bd78-eec13ea98b0b tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b7ca418-5f04-4620-8c11-1f8081cfb4ca HTTP/1.1" status: 200 len: 932 time: 0.1329646 Jun 23 19:15:32.610745 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [req-1322b2ef-d80d-46f6-b705-1d012c660fe1 req-83a52d2f-af42-4d77-8aec-aa1ef4fe83a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b43c3c5d-4876-47a7-a1f8-0a76fafc8f51 {{(pid=93953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:15:32.617297 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-604b5b2b-fb67-4428-8655-953051faf456 req-1734b1d4-9303-4d76-8713-d16c765d14e0 tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c328cd8-b518-403e-961e-81c730c44ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696669 Jun 23 19:15:32.621381 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-1322b2ef-d80d-46f6-b705-1d012c660fe1 req-83a52d2f-af42-4d77-8aec-aa1ef4fe83a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:32.632742 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [req-1322b2ef-d80d-46f6-b705-1d012c660fe1 req-83a52d2f-af42-4d77-8aec-aa1ef4fe83a0 service neutron] Transition to ACTIVE for port object b43c3c5d-4876-47a7-a1f8-0a76fafc8f51 will not be triggered until provisioned by entity L2. {{(pid=93953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:15:32.713841 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-1322b2ef-d80d-46f6-b705-1d012c660fe1 req-83a52d2f-af42-4d77-8aec-aa1ef4fe83a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28924677'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:32.716125 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-e7a3b44d-5faf-4bc4-b31b-86c2fa88bfc6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:15:32.764696 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a52d2f-af42-4d77-8aec-aa1ef4fe83a0 service neutron] Pushing event updated for resources: {'Port': ['ID=b43c3c5d-4876-47a7-a1f8-0a76fafc8f51,revision_number=2']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:15:32.768781 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-83a52d2f-af42-4d77-8aec-aa1ef4fe83a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:15:32.834497 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-1322b2ef-d80d-46f6-b705-1d012c660fe1 req-83a52d2f-af42-4d77-8aec-aa1ef4fe83a0 service neutron] Attempting to bind port b43c3c5d-4876-47a7-a1f8-0a76fafc8f51 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:15:32.834883 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-1322b2ef-d80d-46f6-b705-1d012c660fe1 req-83a52d2f-af42-4d77-8aec-aa1ef4fe83a0 service neutron] Attempting to bind port b43c3c5d-4876-47a7-a1f8-0a76fafc8f51 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '28aca343-3240-4dd7-af4b-b2301b5762d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '18a3ada1-053d-4f20-bc7d-49f465f628b0'}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:15:32.835220 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1322b2ef-d80d-46f6-b705-1d012c660fe1 req-83a52d2f-af42-4d77-8aec-aa1ef4fe83a0 service neutron] Attempting to bind port b43c3c5d-4876-47a7-a1f8-0a76fafc8f51 on network 18a3ada1-053d-4f20-bc7d-49f465f628b0 {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:15:32.839416 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1322b2ef-d80d-46f6-b705-1d012c660fe1 req-83a52d2f-af42-4d77-8aec-aa1ef4fe83a0 service neutron] Port b43c3c5d-4876-47a7-a1f8-0a76fafc8f51 on network 18a3ada1-053d-4f20-bc7d-49f465f628b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 19:15:32.839764 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1322b2ef-d80d-46f6-b705-1d012c660fe1 req-83a52d2f-af42-4d77-8aec-aa1ef4fe83a0 service neutron] Attempting to bind port b43c3c5d-4876-47a7-a1f8-0a76fafc8f51 on network 18a3ada1-053d-4f20-bc7d-49f465f628b0 {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:15:32.845089 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1322b2ef-d80d-46f6-b705-1d012c660fe1 req-83a52d2f-af42-4d77-8aec-aa1ef4fe83a0 service neutron] Checking agent: {'id': '931bf73c-9d40-46c8-855c-92667356b0d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 19, 4, 47), 'started_at': datetime.datetime(2021, 6, 23, 19, 4, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:15:32.845431 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1322b2ef-d80d-46f6-b705-1d012c660fe1 req-83a52d2f-af42-4d77-8aec-aa1ef4fe83a0 service neutron] Checking segment: {'id': '28aca343-3240-4dd7-af4b-b2301b5762d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '18a3ada1-053d-4f20-bc7d-49f465f628b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:15:32.845815 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1322b2ef-d80d-46f6-b705-1d012c660fe1 req-83a52d2f-af42-4d77-8aec-aa1ef4fe83a0 service neutron] Bound using segment: {'id': '28aca343-3240-4dd7-af4b-b2301b5762d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '18a3ada1-053d-4f20-bc7d-49f465f628b0'} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:15:32.846301 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-1322b2ef-d80d-46f6-b705-1d012c660fe1 req-83a52d2f-af42-4d77-8aec-aa1ef4fe83a0 service neutron] Bound port: b43c3c5d-4876-47a7-a1f8-0a76fafc8f51, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28aca343-3240-4dd7-af4b-b2301b5762d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '18a3ada1-053d-4f20-bc7d-49f465f628b0'}}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:15:32.846648 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-1322b2ef-d80d-46f6-b705-1d012c660fe1 req-83a52d2f-af42-4d77-8aec-aa1ef4fe83a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:32.908505 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-1322b2ef-d80d-46f6-b705-1d012c660fe1 req-83a52d2f-af42-4d77-8aec-aa1ef4fe83a0 service neutron] For port b43c3c5d-4876-47a7-a1f8-0a76fafc8f51, host hv-cinder-79049, cleared binding levels {{(pid=93953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:15:32.911654 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-1322b2ef-d80d-46f6-b705-1d012c660fe1 req-83a52d2f-af42-4d77-8aec-aa1ef4fe83a0 service neutron] For port b43c3c5d-4876-47a7-a1f8-0a76fafc8f51, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=b43c3c5d-4876-47a7-a1f8-0a76fafc8f51,segment=NetworkSegment(28aca343-3240-4dd7-af4b-b2301b5762d4),segment_id=28aca343-3240-4dd7-af4b-b2301b5762d4)] {{(pid=93953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:15:32.913706 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-40b2405e-9845-4d9f-8eeb-390597e39a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:32.982882 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:32.998664 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-1322b2ef-d80d-46f6-b705-1d012c660fe1 req-83a52d2f-af42-4d77-8aec-aa1ef4fe83a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28924677'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:33.006037 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-26982acf-7fd5-4737-993f-f9619ca7210d tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:15:33.035949 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1322b2ef-d80d-46f6-b705-1d012c660fe1 req-83a52d2f-af42-4d77-8aec-aa1ef4fe83a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:33.036625 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-1322b2ef-d80d-46f6-b705-1d012c660fe1 req-83a52d2f-af42-4d77-8aec-aa1ef4fe83a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:33.037984 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-1322b2ef-d80d-46f6-b705-1d012c660fe1 req-83a52d2f-af42-4d77-8aec-aa1ef4fe83a0 service neutron] 10.222.0.49 "PUT /v2.0/ports/b43c3c5d-4876-47a7-a1f8-0a76fafc8f51 HTTP/1.1" status: 200 len: 1094 time: 0.8296077 Jun 23 19:15:33.038496 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b7ca418-5f04-4620-8c11-1f8081cfb4ca', 'tag': 'b43c3c5d-4876-47a7-a1f8-0a76fafc8f51'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:15:33.041287 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8902aeace0540733bba5a146bce723956a3312b5b25ae011a73fc84317b4d28a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2697482a-59f6-42d1-ba5f-195bd7ba0092" -d '{"events": [{"name": "network-changed", "server_uuid": "8b7ca418-5f04-4620-8c11-1f8081cfb4ca", "tag": "b43c3c5d-4876-47a7-a1f8-0a76fafc8f51"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:15:33.064624 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a52d2f-af42-4d77-8aec-aa1ef4fe83a0 service neutron] Pushing event updated for resources: {'Port': ['ID=b43c3c5d-4876-47a7-a1f8-0a76fafc8f51,revision_number=3']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:15:33.067793 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-83a52d2f-af42-4d77-8aec-aa1ef4fe83a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:15:33.085403 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b82cd56b-ac1c-40a9-8697-4bbeb55123ba x-openstack-request-id: req-b82cd56b-ac1c-40a9-8697-4bbeb55123ba {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:15:33.085732 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b7ca418-5f04-4620-8c11-1f8081cfb4ca", "tag": "b43c3c5d-4876-47a7-a1f8-0a76fafc8f51", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:15:33.086026 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b82cd56b-ac1c-40a9-8697-4bbeb55123ba {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:15:33.086468 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b7ca418-5f04-4620-8c11-1f8081cfb4ca', 'tag': 'b43c3c5d-4876-47a7-a1f8-0a76fafc8f51', 'status': 'completed', 'code': 200} Jun 23 19:15:33.184522 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2697482a-59f6-42d1-ba5f-195bd7ba0092 req-53df5914-b304-4b3e-9b65-2a0a5013d2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:33.186035 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2697482a-59f6-42d1-ba5f-195bd7ba0092 req-53df5914-b304-4b3e-9b65-2a0a5013d2b0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e3c9617cfb794847a97f287ac1d403e6&device_id=8b7ca418-5f04-4620-8c11-1f8081cfb4ca HTTP/1.1" status: 200 len: 1097 time: 0.0535693 Jun 23 19:15:33.323254 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2697482a-59f6-42d1-ba5f-195bd7ba0092 req-a67c4c48-e083-4c23-a7c3-0e74e82a9168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:33.324710 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2697482a-59f6-42d1-ba5f-195bd7ba0092 req-a67c4c48-e083-4c23-a7c3-0e74e82a9168 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=e3c9617cfb794847a97f287ac1d403e6&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1245542 Jun 23 19:15:33.354692 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461dbb77-c0e8-40e9-bb49-6a4f4233f564 req-ad07657b-799f-410b-a592-9d65b7b6f338 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:33.356105 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-461dbb77-c0e8-40e9-bb49-6a4f4233f564 req-ad07657b-799f-410b-a592-9d65b7b6f338 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf0477b3-793a-494f-9fb6-720e6724789a HTTP/1.1" status: 200 len: 945 time: 0.0984724 Jun 23 19:15:33.440044 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-461dbb77-c0e8-40e9-bb49-6a4f4233f564 req-f2fd1008-9866-4060-b72e-56bc892c203f tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/security-groups?id=66cebad4-9632-4565-8aae-42cad405228f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748377 Jun 23 19:15:33.458175 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2697482a-59f6-42d1-ba5f-195bd7ba0092 req-c0afe8a2-e0d0-405a-ab8c-ea440e433bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:33.459627 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2697482a-59f6-42d1-ba5f-195bd7ba0092 req-c0afe8a2-e0d0-405a-ab8c-ea440e433bbc service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1227400 Jun 23 19:15:33.613075 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1322b2ef-d80d-46f6-b705-1d012c660fe1 req-5e29b40a-562f-481e-bcf9-7f424f2c2c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:33.614439 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-1322b2ef-d80d-46f6-b705-1d012c660fe1 req-5e29b40a-562f-481e-bcf9-7f424f2c2c8f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e3c9617cfb794847a97f287ac1d403e6&device_id=8b7ca418-5f04-4620-8c11-1f8081cfb4ca HTTP/1.1" status: 200 len: 1097 time: 0.0902441 Jun 23 19:15:33.629433 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c21f52-277c-449e-ad89-a50a791bfbeb req-88e15b46-05df-482a-a5da-9f0c91778e32 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:33.630791 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-96c21f52-277c-449e-ad89-a50a791bfbeb req-88e15b46-05df-482a-a5da-9f0c91778e32 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf0477b3-793a-494f-9fb6-720e6724789a HTTP/1.1" status: 200 len: 945 time: 0.0801508 Jun 23 19:15:33.678009 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-1322b2ef-d80d-46f6-b705-1d012c660fe1 req-fdd51fa5-21e0-46ef-b624-22b20c515305 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b43c3c5d-4876-47a7-a1f8-0a76fafc8f51 HTTP/1.1" status: 200 len: 217 time: 0.0463130 Jun 23 19:15:33.722002 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-96c21f52-277c-449e-ad89-a50a791bfbeb req-cd9cc13f-043d-4f27-898f-9aa2ec4f3b2f tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/security-groups?id=66cebad4-9632-4565-8aae-42cad405228f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844278 Jun 23 19:15:33.739984 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1322b2ef-d80d-46f6-b705-1d012c660fe1 req-74d0c145-f96a-44db-85f5-a33deb03efee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:33.739984 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-1322b2ef-d80d-46f6-b705-1d012c660fe1 req-74d0c145-f96a-44db-85f5-a33deb03efee service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4e852a09-5c0f-49c1-bc1e-62930c4ce8a1 HTTP/1.1" status: 200 len: 847 time: 0.0534220 Jun 23 19:15:33.745626 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 38410) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:15:33.778820 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-1322b2ef-d80d-46f6-b705-1d012c660fe1 req-bdef1685-92ff-4b3f-b8b3-34e7cbb4d1ce service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=18a3ada1-053d-4f20-bc7d-49f465f628b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278029 Jun 23 19:15:33.937787 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-1322b2ef-d80d-46f6-b705-1d012c660fe1 req-ce0ecf86-c8bf-48ab-8dc3-e63b86cd439b service neutron] 10.222.0.49 "GET /v2.0/networks/18a3ada1-053d-4f20-bc7d-49f465f628b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505375 Jun 23 19:15:34.023752 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54ba1d7-d54c-4157-a097-23d4b9194c39 req-65a50412-fcd1-469e-a17d-d4b5b92e5ab4 tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:34.025226 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f54ba1d7-d54c-4157-a097-23d4b9194c39 req-65a50412-fcd1-469e-a17d-d4b5b92e5ab4 tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b7ca418-5f04-4620-8c11-1f8081cfb4ca HTTP/1.1" status: 200 len: 944 time: 0.1797059 Jun 23 19:15:34.027036 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3764fe-15ee-4061-b691-95903e8a915d tempest-TestVolumeBootPattern-1955625121 tempest-TestVolumeBootPattern-1955625121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:34.028408 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-0d3764fe-15ee-4061-b691-95903e8a915d tempest-TestVolumeBootPattern-1955625121 tempest-TestVolumeBootPattern-1955625121-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=cf0477b3-793a-494f-9fb6-720e6724789a HTTP/1.1" status: 200 len: 1093 time: 0.2818685 Jun 23 19:15:34.031467 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 38414) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:15:34.036327 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-9b0ca984-4972-4aed-bd12-65b92d68f960 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Request body: {'floatingip': {'floating_network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'port_id': '7a32a863-8f2e-429d-95c2-d3c0de3b45aa', 'tenant_id': 'aa96fac7201b43d2b8633791c636d18c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:15:34.081214 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-1322b2ef-d80d-46f6-b705-1d012c660fe1 req-c78f69ca-4faa-4212-bc01-eecb2a4c0436 service neutron] 10.222.0.49 "GET /v2.0/networks/18a3ada1-053d-4f20-bc7d-49f465f628b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326702 Jun 23 19:15:34.086072 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f54ba1d7-d54c-4157-a097-23d4b9194c39 req-e43f01b0-a1dc-456b-bec0-004db09df4cb tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c328cd8-b518-403e-961e-81c730c44ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478885 Jun 23 19:15:34.126037 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-36873b57-c469-4164-8152-400a4dc72ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:34.170302 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-9b0ca984-4972-4aed-bd12-65b92d68f960 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks [] for floatingip, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:34.483108 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-9b0ca984-4972-4aed-bd12-65b92d68f960 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-975148'] for port, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:34.584427 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.db.db_base_plugin_common [None req-9b0ca984-4972-4aed-bd12-65b92d68f960 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Allocated IP 172.27.1.237 (cc1a8f9f-0501-47a9-94a0-f3af65713199/09e863e5-4e6d-4986-b5d9-3bb63422f84c/d23a9e79-a935-4cf3-9ac3-ebaece88ea4a) {{(pid=93952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:15:34.680023 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-9b0ca984-4972-4aed-bd12-65b92d68f960 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks [] for port, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:34.777023 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-9b0ca984-4972-4aed-bd12-65b92d68f960 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-975211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745549236125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26440006'] for port, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:34.779015 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-248adf61-a09a-4aea-92f2-7ea8b66a9744 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:15:34.816254 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0ca984-4972-4aed-bd12-65b92d68f960 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Network cc1a8f9f-0501-47a9-94a0-f3af65713199 is already hosted by enough agents. {{(pid=93952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:15:34.818862 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.base_scheduler [None req-9b0ca984-4972-4aed-bd12-65b92d68f960 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Resources bound (agent type, host, resource id): {{(pid=93952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:15:34.822286 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0ca984-4972-4aed-bd12-65b92d68f960 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Received port after_create {{(pid=93952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:15:34.827770 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0ca984-4972-4aed-bd12-65b92d68f960 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Pushing event updated for resources: {'Port': ['ID=d23a9e79-a935-4cf3-9ac3-ebaece88ea4a,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:15:34.849921 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-9b0ca984-4972-4aed-bd12-65b92d68f960 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:15:35.192855 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-9b0ca984-4972-4aed-bd12-65b92d68f960 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:35.349237 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-9b0ca984-4972-4aed-bd12-65b92d68f960 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:35.399854 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0dfa02b7-e69b-42f9-a1c6-d55a29ea84e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:35.501724 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-9b0ca984-4972-4aed-bd12-65b92d68f960 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks [] for port, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:35.576964 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-9b0ca984-4972-4aed-bd12-65b92d68f960 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26440020'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:35.580012 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-5d0db5ce-30a5-4d21-89ea-ad7bc14cc409 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:15:35.595707 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924b51a1-495c-46f4-bb8a-538e2e7485fe req-1043d964-81a8-4b95-b2cf-b5d1ea37132a tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:35.597138 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-924b51a1-495c-46f4-bb8a-538e2e7485fe req-1043d964-81a8-4b95-b2cf-b5d1ea37132a tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b7ca418-5f04-4620-8c11-1f8081cfb4ca HTTP/1.1" status: 200 len: 944 time: 0.0675373 Jun 23 19:15:35.636370 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-924b51a1-495c-46f4-bb8a-538e2e7485fe req-b560fddf-3b2d-415f-9eca-8e38288c78bd tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c328cd8-b518-403e-961e-81c730c44ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332201 Jun 23 19:15:35.647109 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0ca984-4972-4aed-bd12-65b92d68f960 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Pushing event updated for resources: {'Port': ['ID=d23a9e79-a935-4cf3-9ac3-ebaece88ea4a,revision_number=2']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:15:35.657120 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-9b0ca984-4972-4aed-bd12-65b92d68f960 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:15:35.662080 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-9b0ca984-4972-4aed-bd12-65b92d68f960 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3708797'] for floatingip, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:35.763713 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.db.l3_db [None req-9b0ca984-4972-4aed-bd12-65b92d68f960 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Floating IP bc51a100-941b-4753-9863-fbd4459ed6ad associated. External IP: 172.27.1.237, port: 7a32a863-8f2e-429d-95c2-d3c0de3b45aa. Jun 23 19:15:35.797297 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef17ee-28d9-427b-b76b-75ac1cd653e8 req-8896b995-8216-48d3-afd6-20a250ce4a9c tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:35.798752 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9eef17ee-28d9-427b-b76b-75ac1cd653e8 req-8896b995-8216-48d3-afd6-20a250ce4a9c tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2937309-7d8e-4c20-bd86-135c68675706 HTTP/1.1" status: 200 len: 946 time: 0.0618663 Jun 23 19:15:35.841642 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9eef17ee-28d9-427b-b76b-75ac1cd653e8 req-5e913a8b-2536-437c-994f-a9cac1897141 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab9f1744-5d0b-4354-92d9-4ccbbd038296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368407 Jun 23 19:15:35.880400 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device b43c3c5d-4876-47a7-a1f8-0a76fafc8f51 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=93954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 19:15:35.976098 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] For port b43c3c5d-4876-47a7-a1f8-0a76fafc8f51, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=b43c3c5d-4876-47a7-a1f8-0a76fafc8f51,segment=NetworkSegment(28aca343-3240-4dd7-af4b-b2301b5762d4),segment_id=28aca343-3240-4dd7-af4b-b2301b5762d4)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:15:35.983981 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b0ca984-4972-4aed-bd12-65b92d68f960 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Router 03f00452-d157-43c3-a25b-f5f31b9d8ac3 has already been hosted by L3 agent 74079d6f-659b-43f4-8a12-30a7ece685bb {{(pid=93952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:15:35.987843 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Returning: {'device': 'b43c3c5d-4876-47a7-a1f8-0a76fafc8f51', 'network_id': '18a3ada1-053d-4f20-bc7d-49f465f628b0', 'port_id': 'b43c3c5d-4876-47a7-a1f8-0a76fafc8f51', 'mac_address': 'fa:16:3e:92:7b:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e852a09-5c0f-49c1-bc1e-62930c4ce8a1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 19:15:36.024503 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:36.042482 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.notifiers.nova [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b43c3c5d-4876-47a7-a1f8-0a76fafc8f51 {{(pid=93954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:15:36.061952 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] For port b43c3c5d-4876-47a7-a1f8-0a76fafc8f51, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=b43c3c5d-4876-47a7-a1f8-0a76fafc8f51,segment=NetworkSegment(28aca343-3240-4dd7-af4b-b2301b5762d4),segment_id=28aca343-3240-4dd7-af4b-b2301b5762d4)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:15:36.093821 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b0ca984-4972-4aed-bd12-65b92d68f960 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify agent at l3_agent.dv-cinder-790492-6-iscsi the message routers_updated {{(pid=93952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:15:36.103827 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199650a2-c241-46b5-aa5e-bad065f48dc8 None None] Sync routers for ids ['03f00452-d157-43c3-a25b-f5f31b9d8ac3'] in dv-cinder-790492-6-iscsi {{(pid=93955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:15:36.113246 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199650a2-c241-46b5-aa5e-bad065f48dc8 None None] Routers {'03f00452-d157-43c3-a25b-f5f31b9d8ac3'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:15:36.113856 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-199650a2-c241-46b5-aa5e-bad065f48dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:15:33Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['03f00452-d157-43c3-a25b-f5f31b9d8ac3'], 'active': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:15:36.119684 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:36.122314 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:15:36.175404 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Pushing event updated for resources: {'Port': ['ID=b43c3c5d-4876-47a7-a1f8-0a76fafc8f51,revision_number=4']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:15:36.178525 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:15:36.193997 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-9b0ca984-4972-4aed-bd12-65b92d68f960 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064'] for floatingip, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:36.220447 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvr_db [None req-199650a2-c241-46b5-aa5e-bad065f48dc8 None None] Set router 03f00452-d157-43c3-a25b-f5f31b9d8ac3 gateway port host: dv-cinder-790492-6-iscsi {{(pid=93955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:15:36.240337 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-9b0ca984-4972-4aed-bd12-65b92d68f960 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1977606 Jun 23 19:15:36.240337 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf0477b3-793a-494f-9fb6-720e6724789a', 'tag': '7a32a863-8f2e-429d-95c2-d3c0de3b45aa'}] {{(pid=93952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:15:36.240337 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f474d005e030a99e3f69ea981c050f81cf45b90cf2b693ec9605b6c162e4b523" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf6ca57a-6403-4d39-b5a2-9d09bb5d9c32" -d '{"events": [{"name": "network-changed", "server_uuid": "cf0477b3-793a-494f-9fb6-720e6724789a", "tag": "7a32a863-8f2e-429d-95c2-d3c0de3b45aa"}]}' {{(pid=93952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:15:36.270372 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c41a77-f519-4c44-8c51-70327c407556 x-openstack-request-id: req-d7c41a77-f519-4c44-8c51-70327c407556 {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:15:36.270699 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf0477b3-793a-494f-9fb6-720e6724789a", "tag": "7a32a863-8f2e-429d-95c2-d3c0de3b45aa", "status": "completed", "code": 200}]} {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:15:36.271020 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d7c41a77-f519-4c44-8c51-70327c407556 {{(pid=93952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:15:36.271527 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf0477b3-793a-494f-9fb6-720e6724789a', 'tag': '7a32a863-8f2e-429d-95c2-d3c0de3b45aa', 'status': 'completed', 'code': 200} Jun 23 19:15:36.378591 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ca57a-6403-4d39-b5a2-9d09bb5d9c32 req-52d39314-8c74-4efc-83ad-3577185b969f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:36.380081 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-bf6ca57a-6403-4d39-b5a2-9d09bb5d9c32 req-52d39314-8c74-4efc-83ad-3577185b969f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aa96fac7201b43d2b8633791c636d18c&device_id=cf0477b3-793a-494f-9fb6-720e6724789a HTTP/1.1" status: 200 len: 1098 time: 0.0538442 Jun 23 19:15:36.439717 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-199650a2-c241-46b5-aa5e-bad065f48dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'name': 'tempest-TestVolumeBootPattern-1178771438-router', 'tenant_id': 'aa96fac7201b43d2b8633791c636d18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'c9379835-059d-4c35-9caa-e811930e2c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:14:35Z', 'updated_at': '2021-06-23T19:14:39Z', 'revision_number': 4, 'project_id': 'aa96fac7201b43d2b8633791c636d18c', 'gw_port': {'id': 'c9379835-059d-4c35-9caa-e811930e2c99', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:14:35Z', 'updated_at': '2021-06-23T19:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi', '_floatingips': [{'id': 'bc51a100-941b-4753-9863-fbd4459ed6ad', 'tenant_id': 'aa96fac7201b43d2b8633791c636d18c', 'floating_ip_address': '172.27.1.237', 'floating_network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'router_id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'port_id': '7a32a863-8f2e-429d-95c2-d3c0de3b45aa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03b00407-ece8-4036-91c7-ff69de4b3a72', 'mac_address': 'fa:16:3e:0c:22:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf0477b3-793a-494f-9fb6-720e6724789a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T19:15:35Z', 'updated_at': '2021-06-23T19:15:35Z', 'revision_number': 0, 'project_id': 'aa96fac7201b43d2b8633791c636d18c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82adcb6f-164e-4e2b-8413-d669e42bcdc0', 'name': '', 'network_id': '03b00407-ece8-4036-91c7-ff69de4b3a72', 'tenant_id': 'aa96fac7201b43d2b8633791c636d18c', 'mac_address': 'fa:16:3e:fb:43:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '5e4f12f6-f920-4aa2-99cc-004ec6a10df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:14:38Z', 'updated_at': '2021-06-23T19:14:47Z', 'revision_number': 5, 'project_id': 'aa96fac7201b43d2b8633791c636d18c', 'subnets': [{'id': '5e4f12f6-f920-4aa2-99cc-004ec6a10df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:15:36.461148 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] get_ports_and_sgs() called for port_ids ['b43c3c5d-4876-47a7-a1f8-0a76fafc8f51'] {{(pid=93954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:15:36.472743 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199650a2-c241-46b5-aa5e-bad065f48dc8 None None] Checking router: 03f00452-d157-43c3-a25b-f5f31b9d8ac3 for host: dv-cinder-790492-6-iscsi {{(pid=93955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:15:36.474545 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ca57a-6403-4d39-b5a2-9d09bb5d9c32 req-07eeec63-44f7-4098-a003-5ff3e38abfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:36.476016 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-bf6ca57a-6403-4d39-b5a2-9d09bb5d9c32 req-07eeec63-44f7-4098-a003-5ff3e38abfa8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=03b00407-ece8-4036-91c7-ff69de4b3a72 HTTP/1.1" status: 200 len: 913 time: 0.0888391 Jun 23 19:15:36.481781 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199650a2-c241-46b5-aa5e-bad065f48dc8 None None] Routers {'03f00452-d157-43c3-a25b-f5f31b9d8ac3'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:15:36.482401 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-199650a2-c241-46b5-aa5e-bad065f48dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:15:33Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['03f00452-d157-43c3-a25b-f5f31b9d8ac3'], 'active': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:15:36.541136 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-bf6ca57a-6403-4d39-b5a2-9d09bb5d9c32 req-71097aab-0bdf-49ee-997f-78473f6d9ec3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a32a863-8f2e-429d-95c2-d3c0de3b45aa HTTP/1.1" status: 200 len: 999 time: 0.0578134 Jun 23 19:15:36.595304 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ca57a-6403-4d39-b5a2-9d09bb5d9c32 req-d645fa75-4b51-4a88-aa03-464ac98dc3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:36.597176 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-bf6ca57a-6403-4d39-b5a2-9d09bb5d9c32 req-d645fa75-4b51-4a88-aa03-464ac98dc3c7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5e4f12f6-f920-4aa2-99cc-004ec6a10df3 HTTP/1.1" status: 200 len: 851 time: 0.0493145 Jun 23 19:15:36.655328 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ca57a-6403-4d39-b5a2-9d09bb5d9c32 req-8b7f7e1e-ab06-47f9-a2ed-6debf2d9344b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:36.656840 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-bf6ca57a-6403-4d39-b5a2-9d09bb5d9c32 req-8b7f7e1e-ab06-47f9-a2ed-6debf2d9344b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=03b00407-ece8-4036-91c7-ff69de4b3a72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0524726 Jun 23 19:15:36.672924 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvr_db [None req-199650a2-c241-46b5-aa5e-bad065f48dc8 None None] Set router 03f00452-d157-43c3-a25b-f5f31b9d8ac3 gateway port host: dv-cinder-790492-6-iscsi {{(pid=93955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:15:36.745435 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-bf6ca57a-6403-4d39-b5a2-9d09bb5d9c32 req-f6abebcc-be21-432e-9286-c162a9551863 service neutron] 10.222.0.49 "GET /v2.0/networks/03b00407-ece8-4036-91c7-ff69de4b3a72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806794 Jun 23 19:15:36.890147 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6d43e8-efbe-44e3-8c65-b2ffdc3a4c2e req-15e5c520-f5a5-496d-af8b-8483f6dffac6 tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:36.890147 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4f6d43e8-efbe-44e3-8c65-b2ffdc3a4c2e req-15e5c520-f5a5-496d-af8b-8483f6dffac6 tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b7ca418-5f04-4620-8c11-1f8081cfb4ca HTTP/1.1" status: 200 len: 945 time: 0.1351495 Jun 23 19:15:36.890147 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-bf6ca57a-6403-4d39-b5a2-9d09bb5d9c32 req-cd39b3b1-89b8-4710-84b1-88adde272474 service neutron] 10.222.0.49 "GET /v2.0/networks/03b00407-ece8-4036-91c7-ff69de4b3a72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071098 Jun 23 19:15:36.897373 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-199650a2-c241-46b5-aa5e-bad065f48dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'name': 'tempest-TestVolumeBootPattern-1178771438-router', 'tenant_id': 'aa96fac7201b43d2b8633791c636d18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'c9379835-059d-4c35-9caa-e811930e2c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:14:35Z', 'updated_at': '2021-06-23T19:14:39Z', 'revision_number': 4, 'project_id': 'aa96fac7201b43d2b8633791c636d18c', 'gw_port': {'id': 'c9379835-059d-4c35-9caa-e811930e2c99', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:14:35Z', 'updated_at': '2021-06-23T19:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi', '_floatingips': [{'id': 'bc51a100-941b-4753-9863-fbd4459ed6ad', 'tenant_id': 'aa96fac7201b43d2b8633791c636d18c', 'floating_ip_address': '172.27.1.237', 'floating_network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'router_id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'port_id': '7a32a863-8f2e-429d-95c2-d3c0de3b45aa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03b00407-ece8-4036-91c7-ff69de4b3a72', 'mac_address': 'fa:16:3e:0c:22:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf0477b3-793a-494f-9fb6-720e6724789a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T19:15:35Z', 'updated_at': '2021-06-23T19:15:35Z', 'revision_number': 0, 'project_id': 'aa96fac7201b43d2b8633791c636d18c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82adcb6f-164e-4e2b-8413-d669e42bcdc0', 'name': '', 'network_id': '03b00407-ece8-4036-91c7-ff69de4b3a72', 'tenant_id': 'aa96fac7201b43d2b8633791c636d18c', 'mac_address': 'fa:16:3e:fb:43:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '5e4f12f6-f920-4aa2-99cc-004ec6a10df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:14:38Z', 'updated_at': '2021-06-23T19:14:47Z', 'revision_number': 5, 'project_id': 'aa96fac7201b43d2b8633791c636d18c', 'subnets': [{'id': '5e4f12f6-f920-4aa2-99cc-004ec6a10df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:15:36.924533 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199650a2-c241-46b5-aa5e-bad065f48dc8 None None] The sync data for ids ['03f00452-d157-43c3-a25b-f5f31b9d8ac3'] in dv-cinder-790492-6-iscsi is: [{'id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'name': 'tempest-TestVolumeBootPattern-1178771438-router', 'tenant_id': 'aa96fac7201b43d2b8633791c636d18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'c9379835-059d-4c35-9caa-e811930e2c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:14:35Z', 'updated_at': '2021-06-23T19:14:39Z', 'revision_number': 4, 'project_id': 'aa96fac7201b43d2b8633791c636d18c', 'gw_port': {'id': 'c9379835-059d-4c35-9caa-e811930e2c99', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:14:35Z', 'updated_at': '2021-06-23T19:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi', '_floatingips': [{'id': 'bc51a100-941b-4753-9863-fbd4459ed6ad', 'tenant_id': 'aa96fac7201b43d2b8633791c636d18c', 'floating_ip_address': '172.27.1.237', 'floating_network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'router_id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'port_id': '7a32a863-8f2e-429d-95c2-d3c0de3b45aa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03b00407-ece8-4036-91c7-ff69de4b3a72', 'mac_address': 'fa:16:3e:0c:22:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf0477b3-793a-494f-9fb6-720e6724789a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T19:15:35Z', 'updated_at': '2021-06-23T19:15:35Z', 'revision_number': 0, 'project_id': 'aa96fac7201b43d2b8633791c636d18c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82adcb6f-164e-4e2b-8413-d669e42bcdc0', 'name': '', 'network_id': '03b00407-ece8-4036-91c7-ff69de4b3a72', 'tenant_id': 'aa96fac7201b43d2b8633791c636d18c', 'mac_address': 'fa:16:3e:fb:43:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '5e4f12f6-f920-4aa2-99cc-004ec6a10df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:14:38Z', 'updated_at': '2021-06-23T19:14:47Z', 'revision_number': 5, 'project_id': 'aa96fac7201b43d2b8633791c636d18c', 'subnets': [{'id': '5e4f12f6-f920-4aa2-99cc-004ec6a10df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:15:36.926707 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4f6d43e8-efbe-44e3-8c65-b2ffdc3a4c2e req-f5bd4ef5-eb39-4b04-88a2-73c946805a13 tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c328cd8-b518-403e-961e-81c730c44ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325427 Jun 23 19:15:37.099224 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcba5b2-5b82-4c01-aa87-1799f0e41802 req-5c2b3eaa-ace7-4f02-8172-c2ba5176ac84 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:37.101120 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-dbcba5b2-5b82-4c01-aa87-1799f0e41802 req-5c2b3eaa-ace7-4f02-8172-c2ba5176ac84 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2937309-7d8e-4c20-bd86-135c68675706 HTTP/1.1" status: 200 len: 946 time: 0.0702565 Jun 23 19:15:37.124211 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5a4d9d-9e35-4ff6-a6ad-305bafc4dd85 None None] New status for floating IP bc51a100-941b-4753-9863-fbd4459ed6ad: ACTIVE {{(pid=93954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 19:15:37.141980 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-dbcba5b2-5b82-4c01-aa87-1799f0e41802 req-73c4dab7-efb1-4a29-8e8f-43f7bcf2f168 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab9f1744-5d0b-4354-92d9-4ccbbd038296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343173 Jun 23 19:15:37.286008 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530d1337-c275-4948-9347-e39f57f4c5b0 req-e68160b9-ee8a-4619-b7e4-6bfb1b92986d tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:37.287536 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-530d1337-c275-4948-9347-e39f57f4c5b0 req-e68160b9-ee8a-4619-b7e4-6bfb1b92986d tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2937309-7d8e-4c20-bd86-135c68675706 HTTP/1.1" status: 200 len: 946 time: 0.0631914 Jun 23 19:15:37.389878 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [req-530d1337-c275-4948-9347-e39f57f4c5b0 req-48d2f862-437e-4fab-a839-4001deab26c1 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Deleting port 4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb {{(pid=93953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:15:37.390216 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-530d1337-c275-4948-9347-e39f57f4c5b0 req-48d2f862-437e-4fab-a839-4001deab26c1 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745549706015'] for port, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:37.476247 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-530d1337-c275-4948-9347-e39f57f4c5b0 req-48d2f862-437e-4fab-a839-4001deab26c1 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] For port 4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb,segment=NetworkSegment(6376ebc8-cc9e-4950-bed1-519aba44fb4f),segment_id=6376ebc8-cc9e-4950-bed1-519aba44fb4f)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:15:37.476626 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-530d1337-c275-4948-9347-e39f57f4c5b0 req-48d2f862-437e-4fab-a839-4001deab26c1 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710932'] for port, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:37.657989 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-530d1337-c275-4948-9347-e39f57f4c5b0 req-48d2f862-437e-4fab-a839-4001deab26c1 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:37.658655 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-530d1337-c275-4948-9347-e39f57f4c5b0 req-48d2f862-437e-4fab-a839-4001deab26c1 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3708797'] for floatingip, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:37.658655 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.db.l3_db [req-530d1337-c275-4948-9347-e39f57f4c5b0 req-48d2f862-437e-4fab-a839-4001deab26c1 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Floating IP f2441c0b-d587-46f0-a67b-e9119954bed4 disassociated. External IP: 172.27.1.17, port: 4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb. Jun 23 19:15:37.658909 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [req-530d1337-c275-4948-9347-e39f57f4c5b0 req-48d2f862-437e-4fab-a839-4001deab26c1 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Calling delete_port for 4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb owned by compute:nova {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:15:37.828438 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-530d1337-c275-4948-9347-e39f57f4c5b0 req-48d2f862-437e-4fab-a839-4001deab26c1 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745549710641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745549236134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28924686'] for port, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:37.832495 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-7b55d0b9-6cf5-41e4-a13a-fb84f80191e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:15:37.859620 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d2f862-437e-4fab-a839-4001deab26c1 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Pushing event deleted for resources: {'Port': ['ID=4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:15:37.862697 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-48d2f862-437e-4fab-a839-4001deab26c1 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:15:37.920048 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device b43c3c5d-4876-47a7-a1f8-0a76fafc8f51 up at agent hyperv_hv-cinder-79049 {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:15:37.976380 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-530d1337-c275-4948-9347-e39f57f4c5b0 req-48d2f862-437e-4fab-a839-4001deab26c1 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Router be03be81-671e-4e1d-ba0e-d1b0e886cb88 has already been hosted by L3 agent 74079d6f-659b-43f4-8a12-30a7ece685bb {{(pid=93953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:15:38.022654 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Provisioning for port b43c3c5d-4876-47a7-a1f8-0a76fafc8f51 completed by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:15:38.027446 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Provisioning complete for port b43c3c5d-4876-47a7-a1f8-0a76fafc8f51 triggered by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:15:38.027835 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:38.102224 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:38.121614 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-530d1337-c275-4948-9347-e39f57f4c5b0 req-48d2f862-437e-4fab-a839-4001deab26c1 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify agent at l3_agent.dv-cinder-790492-6-iscsi the message routers_updated {{(pid=93953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:15:38.129035 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b7ca418-5f04-4620-8c11-1f8081cfb4ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b43c3c5d-4876-47a7-a1f8-0a76fafc8f51'}] {{(pid=93954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:15:38.131438 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78efef87a1af135e54214795b53a936b9e8d2b7d09f053504b37278e2de45a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d80d1127-e369-4b84-a1ee-961752561dd3" -d '{"events": [{"server_uuid": "8b7ca418-5f04-4620-8c11-1f8081cfb4ca", "name": "network-vif-plugged", "status": "completed", "tag": "b43c3c5d-4876-47a7-a1f8-0a76fafc8f51"}]}' {{(pid=93954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:15:38.133649 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589c69f0-0b3d-4332-b4ba-aa5b5ee2232d None None] Sync routers for ids ['be03be81-671e-4e1d-ba0e-d1b0e886cb88'] in dv-cinder-790492-6-iscsi {{(pid=93955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:15:38.143887 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589c69f0-0b3d-4332-b4ba-aa5b5ee2232d None None] Routers {'be03be81-671e-4e1d-ba0e-d1b0e886cb88'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:15:38.144663 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-589c69f0-0b3d-4332-b4ba-aa5b5ee2232d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:15:33Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['be03be81-671e-4e1d-ba0e-d1b0e886cb88'], 'active': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:15:38.145266 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] For port b43c3c5d-4876-47a7-a1f8-0a76fafc8f51, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=b43c3c5d-4876-47a7-a1f8-0a76fafc8f51,segment=NetworkSegment(28aca343-3240-4dd7-af4b-b2301b5762d4),segment_id=28aca343-3240-4dd7-af4b-b2301b5762d4)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:15:38.172748 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [req-530d1337-c275-4948-9347-e39f57f4c5b0 req-48d2f862-437e-4fab-a839-4001deab26c1 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] No DVR routers for this DVR port 4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb on host hv-cinder-79049 {{(pid=93953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:15:38.175809 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-530d1337-c275-4948-9347-e39f57f4c5b0 req-48d2f862-437e-4fab-a839-4001deab26c1 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:38.177744 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-530d1337-c275-4948-9347-e39f57f4c5b0 req-48d2f862-437e-4fab-a839-4001deab26c1 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.49 "DELETE /v2.0/ports/4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb HTTP/1.1" status: 204 len: 173 time: 0.8847201 Jun 23 19:15:38.178254 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2937309-7d8e-4c20-bd86-135c68675706', 'name': 'network-vif-deleted', 'tag': '4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:15:38.180635 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8902aeace0540733bba5a146bce723956a3312b5b25ae011a73fc84317b4d28a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21be20ee-cf3d-4bd7-9e31-bb2e41ad9737" -d '{"events": [{"server_uuid": "e2937309-7d8e-4c20-bd86-135c68675706", "name": "network-vif-deleted", "tag": "4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:15:38.194465 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774011bd-515b-4007-9665-8087862be5b8 req-20a19f27-3bd0-4284-81ac-f6add0b87298 tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:38.195966 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-774011bd-515b-4007-9665-8087862be5b8 req-20a19f27-3bd0-4284-81ac-f6add0b87298 tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b7ca418-5f04-4620-8c11-1f8081cfb4ca HTTP/1.1" status: 200 len: 945 time: 0.1316261 Jun 23 19:15:38.230395 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:38.232110 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device 4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb no longer exists at agent hyperv_hv-cinder-79049 {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:15:38.235612 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-9b6545a8-fae7-4c5b-9e2f-deb35b8a3a31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:15:38.237845 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-774011bd-515b-4007-9665-8087862be5b8 req-afbdab0d-1169-42c3-a160-9a3428b5d80b tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c328cd8-b518-403e-961e-81c730c44ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361109 Jun 23 19:15:38.274158 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvr_db [None req-589c69f0-0b3d-4332-b4ba-aa5b5ee2232d None None] Set router be03be81-671e-4e1d-ba0e-d1b0e886cb88 gateway port host: dv-cinder-790492-6-iscsi {{(pid=93955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:15:38.275927 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] No Port match for: 4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb {{(pid=93954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:15:38.276336 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device 4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb not bound to the agent host hv-cinder-79049 {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:15:38.303582 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0466c71-ca7f-436b-b721-d30f30574335 x-openstack-request-id: req-c0466c71-ca7f-436b-b721-d30f30574335 {{(pid=93954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:15:38.303582 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b7ca418-5f04-4620-8c11-1f8081cfb4ca", "name": "network-vif-plugged", "status": "completed", "tag": "b43c3c5d-4876-47a7-a1f8-0a76fafc8f51", "code": 200}]} {{(pid=93954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:15:38.303582 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c0466c71-ca7f-436b-b721-d30f30574335 {{(pid=93954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:15:38.304165 dv-cinder-790492-6-iscsi neutron-server[93954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b7ca418-5f04-4620-8c11-1f8081cfb4ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b43c3c5d-4876-47a7-a1f8-0a76fafc8f51', 'code': 200} Jun 23 19:15:38.310498 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Pushing event updated for resources: {'Port': ['ID=b43c3c5d-4876-47a7-a1f8-0a76fafc8f51,revision_number=5']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:15:38.313948 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:15:38.436331 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a3f0d0f8-c4c8-4e59-8566-2ff452986b12 req-e126602c-ca60-4e40-8d3d-0c2f0ae7a7b0 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2937309-7d8e-4c20-bd86-135c68675706 HTTP/1.1" status: 200 len: 210 time: 0.0286808 Jun 23 19:15:38.494566 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e6a5c3-df14-472c-a1e0-c255fd74708b x-openstack-request-id: req-70e6a5c3-df14-472c-a1e0-c255fd74708b {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:15:38.495419 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2937309-7d8e-4c20-bd86-135c68675706", "name": "network-vif-deleted", "tag": "4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:15:38.495419 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-70e6a5c3-df14-472c-a1e0-c255fd74708b {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:15:38.495756 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2937309-7d8e-4c20-bd86-135c68675706', 'name': 'network-vif-deleted', 'tag': '4d0e59b0-9f3f-4038-82ef-2b9792e3a5bb', 'status': 'completed', 'code': 200} Jun 23 19:15:38.533089 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-589c69f0-0b3d-4332-b4ba-aa5b5ee2232d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be03be81-671e-4e1d-ba0e-d1b0e886cb88', 'name': 'tempest-AttachVolumeShelveTestJSON-1529812112-router', 'tenant_id': '29cd4a25dde246cd9b647b69d19079f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '48dbc481-558f-4c5b-bea6-abe766b9756f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:08:23Z', 'updated_at': '2021-06-23T19:08:29Z', 'revision_number': 4, 'project_id': '29cd4a25dde246cd9b647b69d19079f6', 'gw_port': {'id': '48dbc481-558f-4c5b-bea6-abe766b9756f', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:79:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be03be81-671e-4e1d-ba0e-d1b0e886cb88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:24Z', 'updated_at': '2021-06-23T19:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi', '_interfaces': [{'id': 'd0ac24e1-fdcd-473f-abc3-5372a49d30bc', 'name': '', 'network_id': 'd02d4878-2846-42b3-8429-dddc3d54aa5f', 'tenant_id': '29cd4a25dde246cd9b647b69d19079f6', 'mac_address': 'fa:16:3e:51:40:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be03be81-671e-4e1d-ba0e-d1b0e886cb88', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'd0c9ad5e-51b6-4019-87c2-098d82b200c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:28Z', 'updated_at': '2021-06-23T19:08:36Z', 'revision_number': 5, 'project_id': '29cd4a25dde246cd9b647b69d19079f6', 'subnets': [{'id': 'd0c9ad5e-51b6-4019-87c2-098d82b200c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:15:38.558627 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589c69f0-0b3d-4332-b4ba-aa5b5ee2232d None None] Checking router: be03be81-671e-4e1d-ba0e-d1b0e886cb88 for host: dv-cinder-790492-6-iscsi {{(pid=93955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:15:38.566613 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589c69f0-0b3d-4332-b4ba-aa5b5ee2232d None None] Routers {'be03be81-671e-4e1d-ba0e-d1b0e886cb88'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:15:38.567212 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-589c69f0-0b3d-4332-b4ba-aa5b5ee2232d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:15:33Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['be03be81-671e-4e1d-ba0e-d1b0e886cb88'], 'active': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:15:38.672760 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvr_db [None req-589c69f0-0b3d-4332-b4ba-aa5b5ee2232d None None] Set router be03be81-671e-4e1d-ba0e-d1b0e886cb88 gateway port host: dv-cinder-790492-6-iscsi {{(pid=93955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:15:38.702868 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e44a74-8df3-4625-8ee3-1f727ca93859 req-46cfdc8e-1709-4ab1-9a97-e8dc2e8b9cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:38.704309 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-57e44a74-8df3-4625-8ee3-1f727ca93859 req-46cfdc8e-1709-4ab1-9a97-e8dc2e8b9cf1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8b7ca418-5f04-4620-8c11-1f8081cfb4ca HTTP/1.1" status: 200 len: 1099 time: 0.0538857 Jun 23 19:15:38.740291 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-57e44a74-8df3-4625-8ee3-1f727ca93859 req-79207e42-e127-4fda-9438-ad7a5e128e75 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6c328cd8-b518-403e-961e-81c730c44ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291703 Jun 23 19:15:38.864908 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-589c69f0-0b3d-4332-b4ba-aa5b5ee2232d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be03be81-671e-4e1d-ba0e-d1b0e886cb88', 'name': 'tempest-AttachVolumeShelveTestJSON-1529812112-router', 'tenant_id': '29cd4a25dde246cd9b647b69d19079f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '48dbc481-558f-4c5b-bea6-abe766b9756f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:08:23Z', 'updated_at': '2021-06-23T19:08:29Z', 'revision_number': 4, 'project_id': '29cd4a25dde246cd9b647b69d19079f6', 'gw_port': {'id': '48dbc481-558f-4c5b-bea6-abe766b9756f', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:79:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be03be81-671e-4e1d-ba0e-d1b0e886cb88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:24Z', 'updated_at': '2021-06-23T19:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi', '_interfaces': [{'id': 'd0ac24e1-fdcd-473f-abc3-5372a49d30bc', 'name': '', 'network_id': 'd02d4878-2846-42b3-8429-dddc3d54aa5f', 'tenant_id': '29cd4a25dde246cd9b647b69d19079f6', 'mac_address': 'fa:16:3e:51:40:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be03be81-671e-4e1d-ba0e-d1b0e886cb88', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'd0c9ad5e-51b6-4019-87c2-098d82b200c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:28Z', 'updated_at': '2021-06-23T19:08:36Z', 'revision_number': 5, 'project_id': '29cd4a25dde246cd9b647b69d19079f6', 'subnets': [{'id': 'd0c9ad5e-51b6-4019-87c2-098d82b200c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:15:38.894183 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589c69f0-0b3d-4332-b4ba-aa5b5ee2232d None None] The sync data for ids ['be03be81-671e-4e1d-ba0e-d1b0e886cb88'] in dv-cinder-790492-6-iscsi is: [{'id': 'be03be81-671e-4e1d-ba0e-d1b0e886cb88', 'name': 'tempest-AttachVolumeShelveTestJSON-1529812112-router', 'tenant_id': '29cd4a25dde246cd9b647b69d19079f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '48dbc481-558f-4c5b-bea6-abe766b9756f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:08:23Z', 'updated_at': '2021-06-23T19:08:29Z', 'revision_number': 4, 'project_id': '29cd4a25dde246cd9b647b69d19079f6', 'gw_port': {'id': '48dbc481-558f-4c5b-bea6-abe766b9756f', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:79:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be03be81-671e-4e1d-ba0e-d1b0e886cb88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:24Z', 'updated_at': '2021-06-23T19:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi', '_interfaces': [{'id': 'd0ac24e1-fdcd-473f-abc3-5372a49d30bc', 'name': '', 'network_id': 'd02d4878-2846-42b3-8429-dddc3d54aa5f', 'tenant_id': '29cd4a25dde246cd9b647b69d19079f6', 'mac_address': 'fa:16:3e:51:40:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be03be81-671e-4e1d-ba0e-d1b0e886cb88', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'd0c9ad5e-51b6-4019-87c2-098d82b200c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:28Z', 'updated_at': '2021-06-23T19:08:36Z', 'revision_number': 5, 'project_id': '29cd4a25dde246cd9b647b69d19079f6', 'subnets': [{'id': 'd0c9ad5e-51b6-4019-87c2-098d82b200c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:15:39.101839 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e554014f-be82-4fd0-9f10-626d45a9bdc1 None None] New status for floating IP f2441c0b-d587-46f0-a67b-e9119954bed4: DOWN {{(pid=93954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 19:15:39.420934 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2874d510-a26a-43c2-a8b3-efe53ad395e5 req-bdef2e3d-b713-413b-9d9e-81add0ec08e7 tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:39.422375 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2874d510-a26a-43c2-a8b3-efe53ad395e5 req-bdef2e3d-b713-413b-9d9e-81add0ec08e7 tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b7ca418-5f04-4620-8c11-1f8081cfb4ca HTTP/1.1" status: 200 len: 946 time: 0.0643644 Jun 23 19:15:39.466449 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2874d510-a26a-43c2-a8b3-efe53ad395e5 req-521b83f1-b150-4b2b-981f-3d7cfc82f840 tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c328cd8-b518-403e-961e-81c730c44ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384369 Jun 23 19:15:39.617811 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 38450) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:15:39.676360 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-32319a64-cb79-4c2b-96e8-5e6f50da34d4 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:39.699051 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-32319a64-cb79-4c2b-96e8-5e6f50da34d4 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:39.817012 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-32319a64-cb79-4c2b-96e8-5e6f50da34d4 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:39.819646 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-32319a64-cb79-4c2b-96e8-5e6f50da34d4 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:39.820773 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-32319a64-cb79-4c2b-96e8-5e6f50da34d4 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "DELETE /v2.0/security-groups/ab9f1744-5d0b-4354-92d9-4ccbbd038296 HTTP/1.1" status: 204 len: 168 time: 0.2013185 Jun 23 19:15:39.821543 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-e9c9a4f4-7fb7-46e4-b38e-9daee2641c57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:15:39.823821 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 38452) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:15:39.830459 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32319a64-cb79-4c2b-96e8-5e6f50da34d4 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab9f1744-5d0b-4354-92d9-4ccbbd038296,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:15:39.832746 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-32319a64-cb79-4c2b-96e8-5e6f50da34d4 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:15:39.838802 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.api.v2.resource [None req-42d0b609-fb2b-4301-a84d-46e3300298e3 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] show failed (client error): The resource could not be found. Jun 23 19:15:39.843071 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-42d0b609-fb2b-4301-a84d-46e3300298e3 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "GET /v2.0/security-groups/ab9f1744-5d0b-4354-92d9-4ccbbd038296 HTTP/1.1" status: 404 len: 347 time: 0.0145576 Jun 23 19:15:39.847117 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 38454) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:15:39.985451 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [None req-f0082594-91c2-4c40-9ab1-5b78bf136f37 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Deleting port e49adbb9-a9fb-47d5-9d0d-9e1e69339fb2 {{(pid=93952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:15:39.985789 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-f0082594-91c2-4c40-9ab1-5b78bf136f37 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745549706015'] for port, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:40.069600 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-f0082594-91c2-4c40-9ab1-5b78bf136f37 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710932'] for port, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:40.069832 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-f0082594-91c2-4c40-9ab1-5b78bf136f37 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:40.081270 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [None req-f0082594-91c2-4c40-9ab1-5b78bf136f37 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Calling delete_port for e49adbb9-a9fb-47d5-9d0d-9e1e69339fb2 owned by network:floatingip {{(pid=93952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:15:40.295535 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-f0082594-91c2-4c40-9ab1-5b78bf136f37 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745549710641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745549236134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26440031'] for port, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:40.298230 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:15:40.323571 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0082594-91c2-4c40-9ab1-5b78bf136f37 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Pushing event deleted for resources: {'Port': ['ID=e49adbb9-a9fb-47d5-9d0d-9e1e69339fb2,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:15:40.325907 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-f0082594-91c2-4c40-9ab1-5b78bf136f37 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:15:40.385360 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-f0082594-91c2-4c40-9ab1-5b78bf136f37 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks [] for floatingip, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:40.387963 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-f0082594-91c2-4c40-9ab1-5b78bf136f37 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064'] for floatingip, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:40.389080 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-f0082594-91c2-4c40-9ab1-5b78bf136f37 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] 10.222.0.69 "DELETE /v2.0/floatingips/f2441c0b-d587-46f0-a67b-e9119954bed4 HTTP/1.1" status: 204 len: 168 time: 0.5447721 Jun 23 19:15:40.918334 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa4b794-d88a-43e7-91f4-814e3967b98e req-1cbd209f-ed8e-42f7-9441-6df83349ffb4 tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:40.919802 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-5aa4b794-d88a-43e7-91f4-814e3967b98e req-1cbd209f-ed8e-42f7-9441-6df83349ffb4 tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b7ca418-5f04-4620-8c11-1f8081cfb4ca HTTP/1.1" status: 200 len: 946 time: 0.3378618 Jun 23 19:15:40.956379 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-5aa4b794-d88a-43e7-91f4-814e3967b98e req-3683a23a-d073-41fc-ac9e-93c37bc91aeb tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c328cd8-b518-403e-961e-81c730c44ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307784 Jun 23 19:15:42.640916 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f44802-e9bb-48f4-95bc-675255ecc922 req-5c0a82e4-f931-4929-87ac-73325500f1ce tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:42.642275 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-02f44802-e9bb-48f4-95bc-675255ecc922 req-5c0a82e4-f931-4929-87ac-73325500f1ce tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b7ca418-5f04-4620-8c11-1f8081cfb4ca HTTP/1.1" status: 200 len: 946 time: 0.0620890 Jun 23 19:15:42.679285 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-02f44802-e9bb-48f4-95bc-675255ecc922 req-25ff4494-6a33-45d1-9465-51a8426d2869 tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c328cd8-b518-403e-961e-81c730c44ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312488 Jun 23 19:15:43.241696 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 38492) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:15:43.620250 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-8f0036e5-0a89-4f8e-ac62-d26626e30af0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3721979'] for router_interface, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:43.850471 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd70aa25-379a-4b12-b04c-86876c56e85b req-f82ba959-b35f-400c-a2c8-06db75250493 tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:43.852116 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fd70aa25-379a-4b12-b04c-86876c56e85b req-f82ba959-b35f-400c-a2c8-06db75250493 tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b7ca418-5f04-4620-8c11-1f8081cfb4ca HTTP/1.1" status: 200 len: 946 time: 0.0639241 Jun 23 19:15:43.866270 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [None req-8f0036e5-0a89-4f8e-ac62-d26626e30af0 admin admin] Deleting port d0ac24e1-fdcd-473f-abc3-5372a49d30bc {{(pid=93952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:15:43.866615 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-8f0036e5-0a89-4f8e-ac62-d26626e30af0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745549706015'] for port, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:43.891968 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fd70aa25-379a-4b12-b04c-86876c56e85b req-e076e8eb-a433-487a-ac40-cfa0ce30cba8 tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c328cd8-b518-403e-961e-81c730c44ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339599 Jun 23 19:15:43.945557 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-8f0036e5-0a89-4f8e-ac62-d26626e30af0 admin admin] For port d0ac24e1-fdcd-473f-abc3-5372a49d30bc, host dv-cinder-790492-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=d0ac24e1-fdcd-473f-abc3-5372a49d30bc,segment=NetworkSegment(6376ebc8-cc9e-4950-bed1-519aba44fb4f),segment_id=6376ebc8-cc9e-4950-bed1-519aba44fb4f)] {{(pid=93952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:15:43.945920 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-8f0036e5-0a89-4f8e-ac62-d26626e30af0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710932'] for port, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:43.958844 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [None req-8f0036e5-0a89-4f8e-ac62-d26626e30af0 admin admin] Calling delete_port for d0ac24e1-fdcd-473f-abc3-5372a49d30bc owned by network:router_interface {{(pid=93952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:15:44.220899 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-8f0036e5-0a89-4f8e-ac62-d26626e30af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745549710641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745549236134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26440031'] for port, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:44.223702 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:15:44.301668 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a3583-566f-4576-ba8b-7657b517b784 req-4c3fa2dd-8476-4fb1-b4a6-7f94b312b484 tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:44.302533 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9c7a3583-566f-4576-ba8b-7657b517b784 req-4c3fa2dd-8476-4fb1-b4a6-7f94b312b484 tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b7ca418-5f04-4620-8c11-1f8081cfb4ca HTTP/1.1" status: 200 len: 946 time: 0.0676317 Jun 23 19:15:44.411423 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [req-9c7a3583-566f-4576-ba8b-7657b517b784 req-245ce24c-2e0b-4b97-82bd-6e5890d484ec tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] Deleting port b43c3c5d-4876-47a7-a1f8-0a76fafc8f51 {{(pid=93953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:15:44.411777 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-9c7a3583-566f-4576-ba8b-7657b517b784 req-245ce24c-2e0b-4b97-82bd-6e5890d484ec tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745549706015'] for port, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:44.473326 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0036e5-0a89-4f8e-ac62-d26626e30af0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0ac24e1-fdcd-473f-abc3-5372a49d30bc,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:15:44.494890 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-8f0036e5-0a89-4f8e-ac62-d26626e30af0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:15:44.501707 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-9c7a3583-566f-4576-ba8b-7657b517b784 req-245ce24c-2e0b-4b97-82bd-6e5890d484ec tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] For port b43c3c5d-4876-47a7-a1f8-0a76fafc8f51, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=b43c3c5d-4876-47a7-a1f8-0a76fafc8f51,segment=NetworkSegment(28aca343-3240-4dd7-af4b-b2301b5762d4),segment_id=28aca343-3240-4dd7-af4b-b2301b5762d4)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:15:44.502393 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-9c7a3583-566f-4576-ba8b-7657b517b784 req-245ce24c-2e0b-4b97-82bd-6e5890d484ec tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710932'] for port, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:44.515680 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [req-9c7a3583-566f-4576-ba8b-7657b517b784 req-245ce24c-2e0b-4b97-82bd-6e5890d484ec tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] Calling delete_port for b43c3c5d-4876-47a7-a1f8-0a76fafc8f51 owned by compute:nova {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:15:44.635986 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-8f0036e5-0a89-4f8e-ac62-d26626e30af0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3705355'] for router_interface, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:44.725610 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-9c7a3583-566f-4576-ba8b-7657b517b784 req-245ce24c-2e0b-4b97-82bd-6e5890d484ec tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745549710641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745549236134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28924686'] for port, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:44.729592 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-bdd8fd48-92bb-46be-9125-3cacb9800978 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:15:44.752732 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ce24c-2e0b-4b97-82bd-6e5890d484ec tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] Pushing event deleted for resources: {'Port': ['ID=b43c3c5d-4876-47a7-a1f8-0a76fafc8f51,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:15:44.756107 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-245ce24c-2e0b-4b97-82bd-6e5890d484ec tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:15:44.770122 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] get_ports_and_sgs() called for port_ids ['b43c3c5d-4876-47a7-a1f8-0a76fafc8f51'] {{(pid=93954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:15:44.802581 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c7a3583-566f-4576-ba8b-7657b517b784 req-245ce24c-2e0b-4b97-82bd-6e5890d484ec tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] No DVR routers for this DVR port b43c3c5d-4876-47a7-a1f8-0a76fafc8f51 on host hv-cinder-79049 {{(pid=93953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:15:44.805241 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-9c7a3583-566f-4576-ba8b-7657b517b784 req-245ce24c-2e0b-4b97-82bd-6e5890d484ec tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:44.807489 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9c7a3583-566f-4576-ba8b-7657b517b784 req-245ce24c-2e0b-4b97-82bd-6e5890d484ec tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] 10.222.0.49 "DELETE /v2.0/ports/b43c3c5d-4876-47a7-a1f8-0a76fafc8f51 HTTP/1.1" status: 204 len: 173 time: 0.4986475 Jun 23 19:15:44.807934 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b7ca418-5f04-4620-8c11-1f8081cfb4ca', 'name': 'network-vif-deleted', 'tag': 'b43c3c5d-4876-47a7-a1f8-0a76fafc8f51'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:15:44.810291 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8902aeace0540733bba5a146bce723956a3312b5b25ae011a73fc84317b4d28a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da051de-f2e4-43cc-af9d-cd5ead8c7860" -d '{"events": [{"server_uuid": "8b7ca418-5f04-4620-8c11-1f8081cfb4ca", "name": "network-vif-deleted", "tag": "b43c3c5d-4876-47a7-a1f8-0a76fafc8f51"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:15:44.846183 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a1bcd1-2122-496e-ae4a-14f251a1934a x-openstack-request-id: req-03a1bcd1-2122-496e-ae4a-14f251a1934a {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:15:44.846517 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b7ca418-5f04-4620-8c11-1f8081cfb4ca", "name": "network-vif-deleted", "tag": "b43c3c5d-4876-47a7-a1f8-0a76fafc8f51", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:15:44.846819 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-03a1bcd1-2122-496e-ae4a-14f251a1934a {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:15:44.847270 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b7ca418-5f04-4620-8c11-1f8081cfb4ca', 'name': 'network-vif-deleted', 'tag': 'b43c3c5d-4876-47a7-a1f8-0a76fafc8f51', 'status': 'completed', 'code': 200} Jun 23 19:15:44.854562 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f0036e5-0a89-4f8e-ac62-d26626e30af0 admin admin] Router be03be81-671e-4e1d-ba0e-d1b0e886cb88 has already been hosted by L3 agent 74079d6f-659b-43f4-8a12-30a7ece685bb {{(pid=93952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:15:44.960790 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f0036e5-0a89-4f8e-ac62-d26626e30af0 admin admin] Notify agent at l3_agent.dv-cinder-790492-6-iscsi the message routers_updated {{(pid=93952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:15:44.966703 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-8f0036e5-0a89-4f8e-ac62-d26626e30af0 admin admin] 10.222.0.69 "PUT /v2.0/routers/be03be81-671e-4e1d-ba0e-d1b0e886cb88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7239528 Jun 23 19:15:44.969162 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 38502) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:15:44.977581 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e74681-f34f-4acd-8dbb-57c1abfb84e6 None None] Sync routers for ids ['be03be81-671e-4e1d-ba0e-d1b0e886cb88'] in dv-cinder-790492-6-iscsi {{(pid=93955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:15:44.990691 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e74681-f34f-4acd-8dbb-57c1abfb84e6 None None] Routers {'be03be81-671e-4e1d-ba0e-d1b0e886cb88'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:15:44.991582 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-44e74681-f34f-4acd-8dbb-57c1abfb84e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:15:33Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['be03be81-671e-4e1d-ba0e-d1b0e886cb88'], 'active': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:15:45.064438 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-eb82e637-5762-47bb-95b6-a0b9c93a980b req-c4691c35-2ac5-43de-93cb-91ce0dd5f757 tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b7ca418-5f04-4620-8c11-1f8081cfb4ca HTTP/1.1" status: 200 len: 210 time: 0.0327775 Jun 23 19:15:45.073909 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a2b5264c-6d9a-45c6-b28d-e7fd0ef2cac5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:45.104279 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvr_db [None req-44e74681-f34f-4acd-8dbb-57c1abfb84e6 None None] Set router be03be81-671e-4e1d-ba0e-d1b0e886cb88 gateway port host: dv-cinder-790492-6-iscsi {{(pid=93955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:15:45.178214 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a2b5264c-6d9a-45c6-b28d-e7fd0ef2cac5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:45.276747 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-44e74681-f34f-4acd-8dbb-57c1abfb84e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be03be81-671e-4e1d-ba0e-d1b0e886cb88', 'name': 'tempest-AttachVolumeShelveTestJSON-1529812112-router', 'tenant_id': '29cd4a25dde246cd9b647b69d19079f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '48dbc481-558f-4c5b-bea6-abe766b9756f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:08:23Z', 'updated_at': '2021-06-23T19:15:44Z', 'revision_number': 5, 'project_id': '29cd4a25dde246cd9b647b69d19079f6', 'gw_port': {'id': '48dbc481-558f-4c5b-bea6-abe766b9756f', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:79:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be03be81-671e-4e1d-ba0e-d1b0e886cb88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:24Z', 'updated_at': '2021-06-23T19:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi'}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:15:45.305583 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e74681-f34f-4acd-8dbb-57c1abfb84e6 None None] Checking router: be03be81-671e-4e1d-ba0e-d1b0e886cb88 for host: dv-cinder-790492-6-iscsi {{(pid=93955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:15:45.314337 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e74681-f34f-4acd-8dbb-57c1abfb84e6 None None] Routers {'be03be81-671e-4e1d-ba0e-d1b0e886cb88'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:15:45.314947 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-44e74681-f34f-4acd-8dbb-57c1abfb84e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:15:33Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['be03be81-671e-4e1d-ba0e-d1b0e886cb88'], 'active': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:15:45.341948 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5264c-6d9a-45c6-b28d-e7fd0ef2cac5 admin admin] Deleting port 48dbc481-558f-4c5b-bea6-abe766b9756f {{(pid=93952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:15:45.342423 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a2b5264c-6d9a-45c6-b28d-e7fd0ef2cac5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745549706015'] for port, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:45.400818 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvr_db [None req-44e74681-f34f-4acd-8dbb-57c1abfb84e6 None None] Set router be03be81-671e-4e1d-ba0e-d1b0e886cb88 gateway port host: None {{(pid=93955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:15:45.434402 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-a2b5264c-6d9a-45c6-b28d-e7fd0ef2cac5 admin admin] For port 48dbc481-558f-4c5b-bea6-abe766b9756f, host dv-cinder-790492-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=48dbc481-558f-4c5b-bea6-abe766b9756f,segment=NetworkSegment(5f51114a-3dae-4d84-91d9-b7c41a4d9224),segment_id=5f51114a-3dae-4d84-91d9-b7c41a4d9224)] {{(pid=93952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:15:45.434805 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a2b5264c-6d9a-45c6-b28d-e7fd0ef2cac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710932'] for port, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:45.446383 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5264c-6d9a-45c6-b28d-e7fd0ef2cac5 admin admin] Calling delete_port for 48dbc481-558f-4c5b-bea6-abe766b9756f owned by network:router_gateway {{(pid=93952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:15:45.455795 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-44e74681-f34f-4acd-8dbb-57c1abfb84e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be03be81-671e-4e1d-ba0e-d1b0e886cb88', 'name': 'tempest-AttachVolumeShelveTestJSON-1529812112-router', 'tenant_id': '29cd4a25dde246cd9b647b69d19079f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:08:23Z', 'updated_at': '2021-06-23T19:15:45Z', 'revision_number': 6, 'project_id': '29cd4a25dde246cd9b647b69d19079f6', 'gw_port_host': None}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:15:45.481321 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e74681-f34f-4acd-8dbb-57c1abfb84e6 None None] The sync data for ids ['be03be81-671e-4e1d-ba0e-d1b0e886cb88'] in dv-cinder-790492-6-iscsi is: [{'id': 'be03be81-671e-4e1d-ba0e-d1b0e886cb88', 'name': 'tempest-AttachVolumeShelveTestJSON-1529812112-router', 'tenant_id': '29cd4a25dde246cd9b647b69d19079f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:08:23Z', 'updated_at': '2021-06-23T19:15:45Z', 'revision_number': 6, 'project_id': '29cd4a25dde246cd9b647b69d19079f6', 'gw_port_host': None}] {{(pid=93955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:15:45.679874 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a2b5264c-6d9a-45c6-b28d-e7fd0ef2cac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745549710641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745549236134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26440031'] for port, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:45.683588 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-f0082594-91c2-4c40-9ab1-5b78bf136f37 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:15:45.708446 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5264c-6d9a-45c6-b28d-e7fd0ef2cac5 admin admin] Pushing event deleted for resources: {'Port': ['ID=48dbc481-558f-4c5b-bea6-abe766b9756f,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:15:45.714680 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-a2b5264c-6d9a-45c6-b28d-e7fd0ef2cac5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:15:45.770133 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a2b5264c-6d9a-45c6-b28d-e7fd0ef2cac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3708830'] for router_gateway, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:45.860950 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a2b5264c-6d9a-45c6-b28d-e7fd0ef2cac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5699'] for router, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:45.863333 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a2b5264c-6d9a-45c6-b28d-e7fd0ef2cac5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:45.971989 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a2b5264c-6d9a-45c6-b28d-e7fd0ef2cac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3705840'] for router, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:45.972906 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2b5264c-6d9a-45c6-b28d-e7fd0ef2cac5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router be03be81-671e-4e1d-ba0e-d1b0e886cb88 {{(pid=93952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 19:15:45.980463 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a2b5264c-6d9a-45c6-b28d-e7fd0ef2cac5 admin admin] Notify callbacks [] for router, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:45.982010 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-a2b5264c-6d9a-45c6-b28d-e7fd0ef2cac5 admin admin] 10.222.0.69 "DELETE /v2.0/routers/be03be81-671e-4e1d-ba0e-d1b0e886cb88 HTTP/1.1" status: 204 len: 168 time: 1.0118253 Jun 23 19:15:45.984434 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 38504) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:15:46.028386 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.db.db_base_plugin_v2 [None req-922dc00e-9698-4ba6-b151-511064bd7a5a admin admin] Deleting subnet d0c9ad5e-51b6-4019-87c2-098d82b200c4 {{(pid=93952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 19:15:46.031539 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-922dc00e-9698-4ba6-b151-511064bd7a5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:46.065208 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-922dc00e-9698-4ba6-b151-511064bd7a5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25525077'] for subnet, precommit_delete_associations {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:46.143632 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-922dc00e-9698-4ba6-b151-511064bd7a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884468'] for subnet, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:46.278313 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-922dc00e-9698-4ba6-b151-511064bd7a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26439957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26574776'] for subnet, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:46.285416 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:15:46.307686 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-922dc00e-9698-4ba6-b151-511064bd7a5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770935'] for subnet, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:46.312909 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-922dc00e-9698-4ba6-b151-511064bd7a5a admin admin] 10.222.0.69 "DELETE /v2.0/subnets/d0c9ad5e-51b6-4019-87c2-098d82b200c4 HTTP/1.1" status: 204 len: 168 time: 0.3275034 Jun 23 19:15:46.313999 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922dc00e-9698-4ba6-b151-511064bd7a5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0c9ad5e-51b6-4019-87c2-098d82b200c4,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:15:46.315345 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92b4077-9705-4b9d-86aa-7d52368819cd None None] Network d02d4878-2846-42b3-8429-dddc3d54aa5f requested from dv-cinder-790492-6-iscsi {{(pid=93954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:15:46.316360 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-922dc00e-9698-4ba6-b151-511064bd7a5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:15:46.316861 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 38520) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:15:46.381871 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5406bb-d4e9-4d25-b348-d40d8e092dd6 req-9d97f203-3423-4b11-8257-b31c363f0cf5 tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:46.389124 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-dc5406bb-d4e9-4d25-b348-d40d8e092dd6 req-9d97f203-3423-4b11-8257-b31c363f0cf5 tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] 10.222.0.69 "GET /v2.0/networks?id=18a3ada1-053d-4f20-bc7d-49f465f628b0 HTTP/1.1" status: 200 len: 807 time: 0.1249602 Jun 23 19:15:46.402310 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-dc5406bb-d4e9-4d25-b348-d40d8e092dd6 req-285ad508-ade3-4d37-99fd-3b3a05dbc3c8 tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] 10.222.0.69 "GET /v2.0/quotas/e3c9617cfb794847a97f287ac1d403e6 HTTP/1.1" status: 200 len: 375 time: 0.0105329 Jun 23 19:15:46.414514 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device d0ac24e1-fdcd-473f-abc3-5372a49d30bc no longer exists at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:15:46.422745 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5351b73a-d622-434a-8345-4ea76733ea50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-959346'] for network, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:46.442329 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-dc5406bb-d4e9-4d25-b348-d40d8e092dd6 req-fdd77244-b809-42ad-848c-a6596d1ba68e tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e3c9617cfb794847a97f287ac1d403e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368097 Jun 23 19:15:46.451240 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] No Port match for: d0ac24e1-fdcd-473f-abc3-5372a49d30bc {{(pid=93954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:15:46.451946 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device d0ac24e1-fdcd-473f-abc3-5372a49d30bc not bound to the agent host dv-cinder-790492-6-iscsi {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:15:46.452743 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device 48dbc481-558f-4c5b-bea6-abe766b9756f no longer exists at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:15:46.475117 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] No Port match for: 48dbc481-558f-4c5b-bea6-abe766b9756f {{(pid=93954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:15:46.475789 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device 48dbc481-558f-4c5b-bea6-abe766b9756f not bound to the agent host dv-cinder-790492-6-iscsi {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:15:46.479633 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [None req-5351b73a-d622-434a-8345-4ea76733ea50 admin admin] Deleting port db77449f-8785-47e5-90c8-29eb0aa98d9d {{(pid=93952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:15:46.479983 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5351b73a-d622-434a-8345-4ea76733ea50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745549706015'] for port, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:46.540813 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-dc5406bb-d4e9-4d25-b348-d40d8e092dd6 req-2eda550f-65cb-487c-b721-5d207491e419 service neutron] 10.222.0.69 "GET /v2.0/networks/18a3ada1-053d-4f20-bc7d-49f465f628b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934970 Jun 23 19:15:46.566884 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-5351b73a-d622-434a-8345-4ea76733ea50 admin admin] For port db77449f-8785-47e5-90c8-29eb0aa98d9d, host dv-cinder-790492-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=db77449f-8785-47e5-90c8-29eb0aa98d9d,segment=NetworkSegment(6376ebc8-cc9e-4950-bed1-519aba44fb4f),segment_id=6376ebc8-cc9e-4950-bed1-519aba44fb4f)] {{(pid=93952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:15:46.567246 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5351b73a-d622-434a-8345-4ea76733ea50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710932'] for port, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:46.581787 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [None req-5351b73a-d622-434a-8345-4ea76733ea50 admin admin] Calling delete_port for db77449f-8785-47e5-90c8-29eb0aa98d9d owned by network:dhcp {{(pid=93952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:15:46.601161 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7943949-f6ff-4c4c-9470-81920b193740 None None] DHCP port deletion for d02d4878-2846-42b3-8429-dddc3d54aa5f request from dv-cinder-790492-6-iscsi {{(pid=93954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 19:15:46.646654 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-dc5406bb-d4e9-4d25-b348-d40d8e092dd6 req-89a3794f-a973-4201-ab73-2c751cc5d766 service neutron] 10.222.0.69 "GET /v2.0/networks/18a3ada1-053d-4f20-bc7d-49f465f628b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996737 Jun 23 19:15:46.651624 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-c7943949-f6ff-4c4c-9470-81920b193740 None None] Deleting port db77449f-8785-47e5-90c8-29eb0aa98d9d {{(pid=93954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:15:46.652012 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c7943949-f6ff-4c4c-9470-81920b193740 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745549706015'] for port, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:46.713619 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-c7943949-f6ff-4c4c-9470-81920b193740 None None] For port db77449f-8785-47e5-90c8-29eb0aa98d9d, host dv-cinder-790492-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=db77449f-8785-47e5-90c8-29eb0aa98d9d,segment=NetworkSegment(6376ebc8-cc9e-4950-bed1-519aba44fb4f),segment_id=6376ebc8-cc9e-4950-bed1-519aba44fb4f)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:15:46.718083 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c7943949-f6ff-4c4c-9470-81920b193740 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710932'] for port, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:46.726345 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-c7943949-f6ff-4c4c-9470-81920b193740 None None] Calling delete_port for db77449f-8785-47e5-90c8-29eb0aa98d9d owned by network:dhcp {{(pid=93954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:15:46.736905 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5351b73a-d622-434a-8345-4ea76733ea50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745549710641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745549236134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26440031'] for port, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:46.747433 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-a2b5264c-6d9a-45c6-b28d-e7fd0ef2cac5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:15:46.772339 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351b73a-d622-434a-8345-4ea76733ea50 admin admin] Pushing event deleted for resources: {'Port': ['ID=db77449f-8785-47e5-90c8-29eb0aa98d9d,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:15:46.774164 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5351b73a-d622-434a-8345-4ea76733ea50 admin admin] No DVR routers for this DVR port db77449f-8785-47e5-90c8-29eb0aa98d9d on host dv-cinder-790492-6-iscsi {{(pid=93952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:15:46.775891 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-5351b73a-d622-434a-8345-4ea76733ea50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:15:46.804786 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c7943949-f6ff-4c4c-9470-81920b193740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745549710641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745549236134'] for port, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:46.809936 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:15:46.830462 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7943949-f6ff-4c4c-9470-81920b193740 None None] Pushing event deleted for resources: {'Port': ['ID=db77449f-8785-47e5-90c8-29eb0aa98d9d,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:15:46.833452 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-c7943949-f6ff-4c4c-9470-81920b193740 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:15:46.838640 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7943949-f6ff-4c4c-9470-81920b193740 None None] No DVR routers for this DVR port db77449f-8785-47e5-90c8-29eb0aa98d9d on host dv-cinder-790492-6-iscsi {{(pid=93954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:15:46.850394 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5351b73a-d622-434a-8345-4ea76733ea50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883321', 'neutron.services.segments.db._delete_segments_for_network-8745549744415'] for network, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:46.861745 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.services.segments.db [None req-5351b73a-d622-434a-8345-4ea76733ea50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d02d4878-2846-42b3-8429-dddc3d54aa5f']}} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:15:46.873616 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.services.segments.db [None req-5351b73a-d622-434a-8345-4ea76733ea50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6376ebc8-cc9e-4950-bed1-519aba44fb4f') {'for_net_delete': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:15:46.873980 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.services.segments.db [None req-5351b73a-d622-434a-8345-4ea76733ea50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6376ebc8-cc9e-4950-bed1-519aba44fb4f') {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:15:46.885002 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5351b73a-d622-434a-8345-4ea76733ea50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745549732078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25525066'] for segment, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:46.903742 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5351b73a-d622-434a-8345-4ea76733ea50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886977'] for segment, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:46.910240 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5351b73a-d622-434a-8345-4ea76733ea50 admin admin] Releasing vlan 941 on physical network physnet1 to pool {{(pid=93952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 19:15:46.911631 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5351b73a-d622-434a-8345-4ea76733ea50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26440072'] for segment, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:46.921245 dv-cinder-790492-6-iscsi neutron-server[93952]: Traceback (most recent call last): Jun 23 19:15:46.921245 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 19:15:46.921245 dv-cinder-790492-6-iscsi neutron-server[93952]: timer() Jun 23 19:15:46.921245 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 19:15:46.921245 dv-cinder-790492-6-iscsi neutron-server[93952]: cb(*args, **kw) Jun 23 19:15:46.921245 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 19:15:46.921245 dv-cinder-790492-6-iscsi neutron-server[93952]: return func(*args, **kwargs) Jun 23 19:15:46.921245 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 19:15:46.921245 dv-cinder-790492-6-iscsi neutron-server[93952]: self._notify() Jun 23 19:15:46.921245 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 19:15:46.921245 dv-cinder-790492-6-iscsi neutron-server[93952]: self.callback(batched_events) Jun 23 19:15:46.921245 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 19:15:46.921245 dv-cinder-790492-6-iscsi neutron-server[93952]: event.method(event) Jun 23 19:15:46.921245 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 19:15:46.921245 dv-cinder-790492-6-iscsi neutron-server[93952]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 19:15:46.921245 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 19:15:46.921245 dv-cinder-790492-6-iscsi neutron-server[93952]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 19:15:46.921245 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 19:15:46.921245 dv-cinder-790492-6-iscsi neutron-server[93952]: return f(self, *a, **k) Jun 23 19:15:46.921245 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 19:15:46.921245 dv-cinder-790492-6-iscsi neutron-server[93952]: return self._get(url).json() Jun 23 19:15:46.921245 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 19:15:46.921245 dv-cinder-790492-6-iscsi neutron-server[93952]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 19:15:46.921245 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 19:15:46.921245 dv-cinder-790492-6-iscsi neutron-server[93952]: return self.request(url, 'GET', **kwargs) Jun 23 19:15:46.921245 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 19:15:46.921245 dv-cinder-790492-6-iscsi neutron-server[93952]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 19:15:46.921245 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 19:15:46.921245 dv-cinder-790492-6-iscsi neutron-server[93952]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 19:15:46.921245 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 19:15:46.921245 dv-cinder-790492-6-iscsi neutron-server[93952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 19:15:46.921245 dv-cinder-790492-6-iscsi neutron-server[93952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 19:15:46.934790 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-61195121-b1bc-428e-8241-ff9fbe4f6cfd req-3c31c185-241f-4d2d-9fc9-2fe2bab8004e tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] 10.222.0.69 "GET /v2.0/ports?device_id=f07c12ed-ab71-42de-bac2-4f362516cb45 HTTP/1.1" status: 200 len: 210 time: 0.0381711 Jun 23 19:15:47.011014 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5351b73a-d622-434a-8345-4ea76733ea50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3862688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3708783'] for network, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:47.014804 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:15:47.018133 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5351b73a-d622-434a-8345-4ea76733ea50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770935'] for network, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:47.019877 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-5351b73a-d622-434a-8345-4ea76733ea50 admin admin] 10.222.0.69 "DELETE /v2.0/networks/d02d4878-2846-42b3-8429-dddc3d54aa5f HTTP/1.1" status: 204 len: 168 time: 0.7020884 Jun 23 19:15:47.031267 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351b73a-d622-434a-8345-4ea76733ea50 admin admin] Pushing event deleted for resources: {'Network': ['ID=d02d4878-2846-42b3-8429-dddc3d54aa5f,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:15:47.035225 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-5351b73a-d622-434a-8345-4ea76733ea50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:15:47.217941 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:47.377567 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 38532) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:15:47.419489 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-5a01116c-e220-4ae8-ae29-6229cddd7ee4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=29cd4a25dde246cd9b647b69d19079f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0404685 Jun 23 19:15:47.421738 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 38536) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:15:47.474006 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-7097365a-59ad-4e05-9b17-f94942a0dab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:47.495106 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-7097365a-59ad-4e05-9b17-f94942a0dab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:47.639292 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-7097365a-59ad-4e05-9b17-f94942a0dab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:47.641971 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-7097365a-59ad-4e05-9b17-f94942a0dab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:47.643121 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-7097365a-59ad-4e05-9b17-f94942a0dab5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/92ec2bf2-1904-4844-98e4-5f17af4323e0 HTTP/1.1" status: 204 len: 168 time: 0.2204080 Jun 23 19:15:47.643950 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-6223902a-7342-4887-af09-52f188714999 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:15:47.651997 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7097365a-59ad-4e05-9b17-f94942a0dab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ec2bf2-1904-4844-98e4-5f17af4323e0,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:15:47.654537 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-7097365a-59ad-4e05-9b17-f94942a0dab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:15:47.970981 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device b43c3c5d-4876-47a7-a1f8-0a76fafc8f51 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:15:48.009126 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] No Port match for: b43c3c5d-4876-47a7-a1f8-0a76fafc8f51 {{(pid=93954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:15:48.012109 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device b43c3c5d-4876-47a7-a1f8-0a76fafc8f51 not bound to the agent host hv-cinder-79049 {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:15:48.105846 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-79717ee9-b57e-401a-b1f6-274755defb01 req-d48a88a4-1c13-43a2-8ac7-2e764b26aafa tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] 10.222.0.69 "GET /v2.0/ports?device_id=f07c12ed-ab71-42de-bac2-4f362516cb45 HTTP/1.1" status: 200 len: 210 time: 0.0341341 Jun 23 19:15:48.369332 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device db77449f-8785-47e5-90c8-29eb0aa98d9d no longer exists at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:15:48.389399 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] No Port match for: db77449f-8785-47e5-90c8-29eb0aa98d9d {{(pid=93954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:15:48.389758 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device db77449f-8785-47e5-90c8-29eb0aa98d9d not bound to the agent host dv-cinder-790492-6-iscsi {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:15:48.659169 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 38562) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:15:48.750277 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-2c066e94-44a6-4845-adcc-6b389b6f8f5d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1354639031-network', 'tenant_id': 'e6d184e1dd734d5787deb154fd402d1b'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:15:48.828103 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c066e94-44a6-4845-adcc-6b389b6f8f5d admin admin] Made reservation on behalf of e6d184e1dd734d5787deb154fd402d1b for: {'network': 1} {{(pid=93952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:15:48.830405 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-2c066e94-44a6-4845-adcc-6b389b6f8f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-975148'] for network, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:48.839458 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-2c066e94-44a6-4845-adcc-6b389b6f8f5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:48.931891 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-2c066e94-44a6-4845-adcc-6b389b6f8f5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:49.016381 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-2c066e94-44a6-4845-adcc-6b389b6f8f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:49.019524 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-02e6149b-175e-4ac8-b1d3-bd3ac2ce255e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:15:49.041908 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c066e94-44a6-4845-adcc-6b389b6f8f5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 929} {{(pid=93952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 19:15:49.051649 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c066e94-44a6-4845-adcc-6b389b6f8f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2776881-bb35-4303-b9af-012b9fea3b3a,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:15:49.054739 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-2c066e94-44a6-4845-adcc-6b389b6f8f5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:15:49.058015 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-2c066e94-44a6-4845-adcc-6b389b6f8f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886977'] for segment, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:49.058351 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.db.segments_db [None req-2c066e94-44a6-4845-adcc-6b389b6f8f5d admin admin] Added segment 17995e88-d4eb-40f1-8237-6c37b5322442 of type vlan for network 09ee89c6-549b-4343-8604-ae4af310af03 Jun 23 19:15:49.097933 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-2c066e94-44a6-4845-adcc-6b389b6f8f5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745549258006'] for network, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:49.222246 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-2c066e94-44a6-4845-adcc-6b389b6f8f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3862688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898'] for network, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:49.223721 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c066e94-44a6-4845-adcc-6b389b6f8f5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:49.224329 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-2c066e94-44a6-4845-adcc-6b389b6f8f5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770935'] for network, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:49.226766 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-32006939-6ddc-4721-a637-a91fee0f35c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:15:49.235809 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5406bb-d4e9-4d25-b348-d40d8e092dd6 req-a99acbc0-2cf9-49d3-8a67-49cd860056b2 tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:49.237372 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-dc5406bb-d4e9-4d25-b348-d40d8e092dd6 req-a99acbc0-2cf9-49d3-8a67-49cd860056b2 tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] 10.222.0.49 "GET /v2.0/networks?id=18a3ada1-053d-4f20-bc7d-49f465f628b0 HTTP/1.1" status: 200 len: 807 time: 0.1180959 Jun 23 19:15:49.258142 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [req-dc5406bb-d4e9-4d25-b348-d40d8e092dd6 req-44b6edbf-e039-47e0-afb3-14d3104f0432 tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] Request body: {'port': {'device_id': 'f07c12ed-ab71-42de-bac2-4f362516cb45', 'network_id': '18a3ada1-053d-4f20-bc7d-49f465f628b0', 'admin_state_up': True, 'tenant_id': 'e3c9617cfb794847a97f287ac1d403e6'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:15:49.268534 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-558f3dfb-7030-411b-b892-5629c89f1168 req-f668e20c-c37b-4831-9a8e-9a7c7bb9048a tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] 10.222.0.69 "GET /v2.0/ports?device_id=f07c12ed-ab71-42de-bac2-4f362516cb45 HTTP/1.1" status: 200 len: 210 time: 0.0466504 Jun 23 19:15:49.287965 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c066e94-44a6-4845-adcc-6b389b6f8f5d admin admin] Pushing event updated for resources: {'Network': ['ID=09ee89c6-549b-4343-8604-ae4af310af03,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:15:49.291131 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-2c066e94-44a6-4845-adcc-6b389b6f8f5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:15:49.302855 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Network 09ee89c6-549b-4343-8604-ae4af310af03 details requested by agent ovs-agent-dv-cinder-790492-6-iscsi with host dv-cinder-790492-6-iscsi {{(pid=93954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 19:15:49.360917 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-2c066e94-44a6-4845-adcc-6b389b6f8f5d admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7004104 Jun 23 19:15:49.363954 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 38570) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:15:49.378070 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-baf82bd2-33f2-4fab-8e7e-ed67b9bfb53b admin admin] Request body: {'subnet': {'network_id': '09ee89c6-549b-4343-8604-ae4af310af03', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1354639031-subnet', 'tenant_id': 'e6d184e1dd734d5787deb154fd402d1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:15:49.479448 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc5406bb-d4e9-4d25-b348-d40d8e092dd6 req-44b6edbf-e039-47e0-afb3-14d3104f0432 tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] Made reservation on behalf of e3c9617cfb794847a97f287ac1d403e6 for: {'port': 1} {{(pid=93953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:15:49.483374 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-dc5406bb-d4e9-4d25-b348-d40d8e092dd6 req-44b6edbf-e039-47e0-afb3-14d3104f0432 tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-975148'] for port, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:49.575314 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf82bd2-33f2-4fab-8e7e-ed67b9bfb53b admin admin] Made reservation on behalf of e6d184e1dd734d5787deb154fd402d1b for: {'subnet': 1} {{(pid=93952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:15:49.577776 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-baf82bd2-33f2-4fab-8e7e-ed67b9bfb53b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26574757'] for subnet, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:49.616493 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_common [req-dc5406bb-d4e9-4d25-b348-d40d8e092dd6 req-44b6edbf-e039-47e0-afb3-14d3104f0432 tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] Allocated IP 172.20.0.7 (18a3ada1-053d-4f20-bc7d-49f465f628b0/4e852a09-5c0f-49c1-bc1e-62930c4ce8a1/a3bca839-5907-4e94-82d4-d442ff27dc7a) {{(pid=93953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:15:49.782140 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-dc5406bb-d4e9-4d25-b348-d40d8e092dd6 req-44b6edbf-e039-47e0-afb3-14d3104f0432 tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] Notify callbacks [] for port, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:49.806214 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-baf82bd2-33f2-4fab-8e7e-ed67b9bfb53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26441174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26574775'] for subnet, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:49.809045 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-3bb8791f-62d2-4d58-a817-9f5e3346db57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:15:49.862179 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf82bd2-33f2-4fab-8e7e-ed67b9bfb53b admin admin] Pushing event updated for resources: {'Subnet': ['ID=98ba2778-b668-467f-b097-e30e1e5affa9,revision_number=0']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:15:49.865811 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-baf82bd2-33f2-4fab-8e7e-ed67b9bfb53b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:15:49.870230 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf82bd2-33f2-4fab-8e7e-ed67b9bfb53b admin admin] Checking segment: {'id': '17995e88-d4eb-40f1-8237-6c37b5322442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '09ee89c6-549b-4343-8604-ae4af310af03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:15:49.870614 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf82bd2-33f2-4fab-8e7e-ed67b9bfb53b admin admin] Network hostable DHCP agents. Network: 09ee89c6-549b-4343-8604-ae4af310af03, hostable agents: ['46fb5406-63b7-4827-9d8b-19fc67eca6fa'], hosted agents: [] {{(pid=93952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 19:15:49.919757 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-dc5406bb-d4e9-4d25-b348-d40d8e092dd6 req-44b6edbf-e039-47e0-afb3-14d3104f0432 tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-975211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745549236125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28924695'] for port, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:49.924889 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-ef8c5848-25c1-43ca-a76b-dac17db1082d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:15:49.967969 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc5406bb-d4e9-4d25-b348-d40d8e092dd6 req-44b6edbf-e039-47e0-afb3-14d3104f0432 tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] Network 18a3ada1-053d-4f20-bc7d-49f465f628b0 is already hosted by enough agents. {{(pid=93953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:15:49.969221 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf82bd2-33f2-4fab-8e7e-ed67b9bfb53b admin admin] Network 09ee89c6-549b-4343-8604-ae4af310af03 is scheduled to be hosted by DHCP agent 46fb5406-63b7-4827-9d8b-19fc67eca6fa with binding_index 1 {{(pid=93952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 19:15:49.971093 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [req-dc5406bb-d4e9-4d25-b348-d40d8e092dd6 req-44b6edbf-e039-47e0-afb3-14d3104f0432 tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] Resources bound (agent type, host, resource id): {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:15:49.973674 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc5406bb-d4e9-4d25-b348-d40d8e092dd6 req-44b6edbf-e039-47e0-afb3-14d3104f0432 tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] Received port after_create {{(pid=93953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:15:49.983520 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b6edbf-e039-47e0-afb3-14d3104f0432 tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] Pushing event updated for resources: {'Port': ['ID=a3bca839-5907-4e94-82d4-d442ff27dc7a,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:15:50.007027 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-44b6edbf-e039-47e0-afb3-14d3104f0432 tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:15:50.028298 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.base_scheduler [None req-baf82bd2-33f2-4fab-8e7e-ed67b9bfb53b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-6-iscsi, 09ee89c6-549b-4343-8604-ae4af310af03) {{(pid=93952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:15:50.032098 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5406bb-d4e9-4d25-b348-d40d8e092dd6 req-44b6edbf-e039-47e0-afb3-14d3104f0432 tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:50.032718 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-dc5406bb-d4e9-4d25-b348-d40d8e092dd6 req-44b6edbf-e039-47e0-afb3-14d3104f0432 tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:50.034570 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf82bd2-33f2-4fab-8e7e-ed67b9bfb53b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:50.035169 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-baf82bd2-33f2-4fab-8e7e-ed67b9bfb53b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770935'] for subnet, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:50.042181 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42004ac-a325-49e2-b6ff-ba48622aef66 None None] Network 09ee89c6-549b-4343-8604-ae4af310af03 requested from dv-cinder-790492-6-iscsi {{(pid=93954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:15:50.097172 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-dc5406bb-d4e9-4d25-b348-d40d8e092dd6 req-44b6edbf-e039-47e0-afb3-14d3104f0432 tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8430197 Jun 23 19:15:50.117857 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [req-dc5406bb-d4e9-4d25-b348-d40d8e092dd6 req-42d30fba-e520-481b-a0ea-e15bede4aa11 service neutron] Request body: {'port': {'device_id': 'f07c12ed-ab71-42de-bac2-4f362516cb45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:15:50.122189 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-baf82bd2-33f2-4fab-8e7e-ed67b9bfb53b admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7571268 Jun 23 19:15:50.172588 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7909e20-3942-4014-b988-cdea85e4ae80 None None] Network 09ee89c6-549b-4343-8604-ae4af310af03 requested from dv-cinder-790492-6-iscsi {{(pid=93954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:15:50.203430 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-dc5406bb-d4e9-4d25-b348-d40d8e092dd6 req-42d30fba-e520-481b-a0ea-e15bede4aa11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:50.504947 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [req-dc5406bb-d4e9-4d25-b348-d40d8e092dd6 req-42d30fba-e520-481b-a0ea-e15bede4aa11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3bca839-5907-4e94-82d4-d442ff27dc7a {{(pid=93953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:15:50.537264 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-dc5406bb-d4e9-4d25-b348-d40d8e092dd6 req-42d30fba-e520-481b-a0ea-e15bede4aa11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:50.559587 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [req-dc5406bb-d4e9-4d25-b348-d40d8e092dd6 req-42d30fba-e520-481b-a0ea-e15bede4aa11 service neutron] Transition to ACTIVE for port object a3bca839-5907-4e94-82d4-d442ff27dc7a will not be triggered until provisioned by entity L2. {{(pid=93953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:15:50.584437 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c61df-404e-46e8-b040-716cb1216dfe req-8a91f317-0282-41e5-b058-8d35934761d6 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:50.585886 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-bd4c61df-404e-46e8-b040-716cb1216dfe req-8a91f317-0282-41e5-b058-8d35934761d6 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/networks?id=09ee89c6-549b-4343-8604-ae4af310af03 HTTP/1.1" status: 200 len: 815 time: 0.1203241 Jun 23 19:15:50.601013 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-bd4c61df-404e-46e8-b040-716cb1216dfe req-1ea5fdf4-d629-4def-9f94-436737e39269 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/quotas/e6d184e1dd734d5787deb154fd402d1b HTTP/1.1" status: 200 len: 375 time: 0.0088234 Jun 23 19:15:50.637658 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-bd4c61df-404e-46e8-b040-716cb1216dfe req-77224c55-af00-4c9c-9bdc-7257a7037452 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e6d184e1dd734d5787deb154fd402d1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311332 Jun 23 19:15:50.638307 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-dc5406bb-d4e9-4d25-b348-d40d8e092dd6 req-42d30fba-e520-481b-a0ea-e15bede4aa11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28924677'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:50.641901 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-bce9c638-ba9c-4818-9471-a802f9be230d tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:15:50.737306 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d30fba-e520-481b-a0ea-e15bede4aa11 service neutron] Pushing event updated for resources: {'Port': ['ID=a3bca839-5907-4e94-82d4-d442ff27dc7a,revision_number=2']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:15:50.742902 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-42d30fba-e520-481b-a0ea-e15bede4aa11 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:15:50.814693 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-bd4c61df-404e-46e8-b040-716cb1216dfe req-62158b4d-71be-405a-a7c0-b3184e2b4ed2 service neutron] 10.222.0.69 "GET /v2.0/networks/09ee89c6-549b-4343-8604-ae4af310af03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680024 Jun 23 19:15:50.852492 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-dc5406bb-d4e9-4d25-b348-d40d8e092dd6 req-42d30fba-e520-481b-a0ea-e15bede4aa11 service neutron] Attempting to bind port a3bca839-5907-4e94-82d4-d442ff27dc7a on host hv-cinder-79049 for vnic_type normal with profile {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:15:50.852832 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-dc5406bb-d4e9-4d25-b348-d40d8e092dd6 req-42d30fba-e520-481b-a0ea-e15bede4aa11 service neutron] Attempting to bind port a3bca839-5907-4e94-82d4-d442ff27dc7a by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '28aca343-3240-4dd7-af4b-b2301b5762d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '18a3ada1-053d-4f20-bc7d-49f465f628b0'}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:15:50.853168 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5406bb-d4e9-4d25-b348-d40d8e092dd6 req-42d30fba-e520-481b-a0ea-e15bede4aa11 service neutron] Attempting to bind port a3bca839-5907-4e94-82d4-d442ff27dc7a on network 18a3ada1-053d-4f20-bc7d-49f465f628b0 {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:15:50.859651 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5406bb-d4e9-4d25-b348-d40d8e092dd6 req-42d30fba-e520-481b-a0ea-e15bede4aa11 service neutron] Port a3bca839-5907-4e94-82d4-d442ff27dc7a on network 18a3ada1-053d-4f20-bc7d-49f465f628b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 19:15:50.859980 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5406bb-d4e9-4d25-b348-d40d8e092dd6 req-42d30fba-e520-481b-a0ea-e15bede4aa11 service neutron] Attempting to bind port a3bca839-5907-4e94-82d4-d442ff27dc7a on network 18a3ada1-053d-4f20-bc7d-49f465f628b0 {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:15:50.895061 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5406bb-d4e9-4d25-b348-d40d8e092dd6 req-42d30fba-e520-481b-a0ea-e15bede4aa11 service neutron] Checking agent: {'id': '931bf73c-9d40-46c8-855c-92667356b0d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 19, 4, 47), 'started_at': datetime.datetime(2021, 6, 23, 19, 4, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:15:50.895398 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5406bb-d4e9-4d25-b348-d40d8e092dd6 req-42d30fba-e520-481b-a0ea-e15bede4aa11 service neutron] Checking segment: {'id': '28aca343-3240-4dd7-af4b-b2301b5762d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '18a3ada1-053d-4f20-bc7d-49f465f628b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:15:50.895798 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5406bb-d4e9-4d25-b348-d40d8e092dd6 req-42d30fba-e520-481b-a0ea-e15bede4aa11 service neutron] Bound using segment: {'id': '28aca343-3240-4dd7-af4b-b2301b5762d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '18a3ada1-053d-4f20-bc7d-49f465f628b0'} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:15:50.896246 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-dc5406bb-d4e9-4d25-b348-d40d8e092dd6 req-42d30fba-e520-481b-a0ea-e15bede4aa11 service neutron] Bound port: a3bca839-5907-4e94-82d4-d442ff27dc7a, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28aca343-3240-4dd7-af4b-b2301b5762d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '18a3ada1-053d-4f20-bc7d-49f465f628b0'}}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:15:50.896595 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-dc5406bb-d4e9-4d25-b348-d40d8e092dd6 req-42d30fba-e520-481b-a0ea-e15bede4aa11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:50.960161 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-bd4c61df-404e-46e8-b040-716cb1216dfe req-eb92f7c7-6b45-49a7-a54a-78e4527c0278 service neutron] 10.222.0.69 "GET /v2.0/networks/09ee89c6-549b-4343-8604-ae4af310af03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379952 Jun 23 19:15:50.989503 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-dc5406bb-d4e9-4d25-b348-d40d8e092dd6 req-42d30fba-e520-481b-a0ea-e15bede4aa11 service neutron] For port a3bca839-5907-4e94-82d4-d442ff27dc7a, host hv-cinder-79049, cleared binding levels {{(pid=93953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:15:50.993280 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-dc5406bb-d4e9-4d25-b348-d40d8e092dd6 req-42d30fba-e520-481b-a0ea-e15bede4aa11 service neutron] For port a3bca839-5907-4e94-82d4-d442ff27dc7a, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=a3bca839-5907-4e94-82d4-d442ff27dc7a,segment=NetworkSegment(28aca343-3240-4dd7-af4b-b2301b5762d4),segment_id=28aca343-3240-4dd7-af4b-b2301b5762d4)] {{(pid=93953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:15:51.073411 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-dc5406bb-d4e9-4d25-b348-d40d8e092dd6 req-42d30fba-e520-481b-a0ea-e15bede4aa11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28924677'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:51.075662 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-5a2b9c3c-b68c-428b-8a61-4ca344fc97c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:15:51.108390 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5406bb-d4e9-4d25-b348-d40d8e092dd6 req-42d30fba-e520-481b-a0ea-e15bede4aa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:51.109019 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-dc5406bb-d4e9-4d25-b348-d40d8e092dd6 req-42d30fba-e520-481b-a0ea-e15bede4aa11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:51.110365 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-dc5406bb-d4e9-4d25-b348-d40d8e092dd6 req-42d30fba-e520-481b-a0ea-e15bede4aa11 service neutron] 10.222.0.49 "PUT /v2.0/ports/a3bca839-5907-4e94-82d4-d442ff27dc7a HTTP/1.1" status: 200 len: 1093 time: 0.9969554 Jun 23 19:15:51.110876 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f07c12ed-ab71-42de-bac2-4f362516cb45', 'tag': 'a3bca839-5907-4e94-82d4-d442ff27dc7a'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:15:51.113172 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8902aeace0540733bba5a146bce723956a3312b5b25ae011a73fc84317b4d28a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9343a13b-4295-4e7e-b407-dc2362ccc9f0" -d '{"events": [{"name": "network-changed", "server_uuid": "f07c12ed-ab71-42de-bac2-4f362516cb45", "tag": "a3bca839-5907-4e94-82d4-d442ff27dc7a"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:15:51.135949 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d30fba-e520-481b-a0ea-e15bede4aa11 service neutron] Pushing event updated for resources: {'Port': ['ID=a3bca839-5907-4e94-82d4-d442ff27dc7a,revision_number=3']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:15:51.144588 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-42d30fba-e520-481b-a0ea-e15bede4aa11 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:15:51.384760 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c97773-f903-498b-8cf0-400169707f02 req-a6087ee0-2d76-4a67-8f52-7868da7a38bd tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:51.386246 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-06c97773-f903-498b-8cf0-400169707f02 req-a6087ee0-2d76-4a67-8f52-7868da7a38bd tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] 10.222.0.69 "GET /v2.0/ports?device_id=f07c12ed-ab71-42de-bac2-4f362516cb45 HTTP/1.1" status: 200 len: 943 time: 0.1216354 Jun 23 19:15:51.392579 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5406bb-d4e9-4d25-b348-d40d8e092dd6 req-b72297c7-782f-40dc-986a-bc1bb30b30a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:51.393959 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-dc5406bb-d4e9-4d25-b348-d40d8e092dd6 req-b72297c7-782f-40dc-986a-bc1bb30b30a2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e3c9617cfb794847a97f287ac1d403e6&device_id=f07c12ed-ab71-42de-bac2-4f362516cb45 HTTP/1.1" status: 200 len: 1096 time: 0.0904443 Jun 23 19:15:51.433780 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-06c97773-f903-498b-8cf0-400169707f02 req-ecee7b6a-67f6-4175-86ab-95537bc4005b tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c328cd8-b518-403e-961e-81c730c44ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388029 Jun 23 19:15:51.462828 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-dc5406bb-d4e9-4d25-b348-d40d8e092dd6 req-7bb7f9b2-acba-4480-a135-7e08b8e196df service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a3bca839-5907-4e94-82d4-d442ff27dc7a HTTP/1.1" status: 200 len: 217 time: 0.0394201 Jun 23 19:15:51.500278 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3165588c-2fa2-4959-b671-c190e9540439 x-openstack-request-id: req-3165588c-2fa2-4959-b671-c190e9540439 {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:15:51.500613 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f07c12ed-ab71-42de-bac2-4f362516cb45", "tag": "a3bca839-5907-4e94-82d4-d442ff27dc7a", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:15:51.500916 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3165588c-2fa2-4959-b671-c190e9540439 {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:15:51.501358 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f07c12ed-ab71-42de-bac2-4f362516cb45', 'tag': 'a3bca839-5907-4e94-82d4-d442ff27dc7a', 'status': 'completed', 'code': 200} Jun 23 19:15:51.520129 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5406bb-d4e9-4d25-b348-d40d8e092dd6 req-c33c231d-24d8-4fa7-89da-c57204253e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:51.521512 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-dc5406bb-d4e9-4d25-b348-d40d8e092dd6 req-c33c231d-24d8-4fa7-89da-c57204253e40 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4e852a09-5c0f-49c1-bc1e-62930c4ce8a1 HTTP/1.1" status: 200 len: 847 time: 0.0524654 Jun 23 19:15:51.569576 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-dc5406bb-d4e9-4d25-b348-d40d8e092dd6 req-37f6b387-1084-4e0d-84e1-9f61437f4d1d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=18a3ada1-053d-4f20-bc7d-49f465f628b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394521 Jun 23 19:15:51.571308 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8d69893a-7b5f-40be-b0c8-4ff7ce9e6912 req-c9fe7819-f394-4a01-a00e-f27a4cc04c8f tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddddd734-c2b9-4f41-82f6-ba397ed25a3b HTTP/1.1" status: 200 len: 210 time: 0.0536900 Jun 23 19:15:51.660296 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-dc5406bb-d4e9-4d25-b348-d40d8e092dd6 req-dd349f7c-a37f-4fe9-b385-1d2cb40e2793 service neutron] 10.222.0.49 "GET /v2.0/networks/18a3ada1-053d-4f20-bc7d-49f465f628b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839641 Jun 23 19:15:51.754355 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-dc5406bb-d4e9-4d25-b348-d40d8e092dd6 req-89ba1d8b-bc60-45c0-aa4f-9c103cdaa624 service neutron] 10.222.0.49 "GET /v2.0/networks/18a3ada1-053d-4f20-bc7d-49f465f628b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858247 Jun 23 19:15:52.146854 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343a13b-4295-4e7e-b407-dc2362ccc9f0 req-c2102ae8-1583-48cd-bab4-9f35342f1897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:52.148369 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9343a13b-4295-4e7e-b407-dc2362ccc9f0 req-c2102ae8-1583-48cd-bab4-9f35342f1897 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e3c9617cfb794847a97f287ac1d403e6&device_id=f07c12ed-ab71-42de-bac2-4f362516cb45 HTTP/1.1" status: 200 len: 1096 time: 0.0535567 Jun 23 19:15:52.241679 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343a13b-4295-4e7e-b407-dc2362ccc9f0 req-cc6743f0-eabc-4bae-8964-8ec963c1dd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:52.243896 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9343a13b-4295-4e7e-b407-dc2362ccc9f0 req-cc6743f0-eabc-4bae-8964-8ec963c1dd55 service neutron] 10.222.0.49 "GET /v2.0/networks?id=18a3ada1-053d-4f20-bc7d-49f465f628b0 HTTP/1.1" status: 200 len: 908 time: 0.0887454 Jun 23 19:15:52.287448 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9343a13b-4295-4e7e-b407-dc2362ccc9f0 req-2fe5d35e-38f9-4c1f-8ae0-80a812134439 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a3bca839-5907-4e94-82d4-d442ff27dc7a HTTP/1.1" status: 200 len: 217 time: 0.0335150 Jun 23 19:15:52.343239 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343a13b-4295-4e7e-b407-dc2362ccc9f0 req-c7e1f2f6-1fe3-4126-b654-addc715cf3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:52.344778 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9343a13b-4295-4e7e-b407-dc2362ccc9f0 req-c7e1f2f6-1fe3-4126-b654-addc715cf3ee service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4e852a09-5c0f-49c1-bc1e-62930c4ce8a1 HTTP/1.1" status: 200 len: 847 time: 0.0483971 Jun 23 19:15:52.380027 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9343a13b-4295-4e7e-b407-dc2362ccc9f0 req-202dbefe-554c-4218-8d65-d3c7db8197bc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=18a3ada1-053d-4f20-bc7d-49f465f628b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265250 Jun 23 19:15:52.532419 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9343a13b-4295-4e7e-b407-dc2362ccc9f0 req-19812465-0ece-4ee2-8ac0-73b9bc3cd6f5 service neutron] 10.222.0.49 "GET /v2.0/networks/18a3ada1-053d-4f20-bc7d-49f465f628b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215763 Jun 23 19:15:52.576821 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8550a1fa-e69a-44cf-bca3-9ac04df9673c req-326f8215-1211-44f1-afd7-6825a08cefe2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cf0477b3-793a-494f-9fb6-720e6724789a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1109488 Jun 23 19:15:52.668917 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9343a13b-4295-4e7e-b407-dc2362ccc9f0 req-74d71ebf-374a-45fd-ad72-320e29c0a73a service neutron] 10.222.0.49 "GET /v2.0/networks/18a3ada1-053d-4f20-bc7d-49f465f628b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288042 Jun 23 19:15:52.677126 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00994fc-c24d-430b-9323-86a128dc3682 req-b13dcaa7-d94a-4b3f-85fa-a99bae7d9ac7 tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:52.678486 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d00994fc-c24d-430b-9323-86a128dc3682 req-b13dcaa7-d94a-4b3f-85fa-a99bae7d9ac7 tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] 10.222.0.69 "GET /v2.0/ports?device_id=f07c12ed-ab71-42de-bac2-4f362516cb45 HTTP/1.1" status: 200 len: 943 time: 0.1200905 Jun 23 19:15:52.748343 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d00994fc-c24d-430b-9323-86a128dc3682 req-e94cfe60-bc57-4b57-8941-6d32b18f546d tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c328cd8-b518-403e-961e-81c730c44ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633519 Jun 23 19:15:52.776996 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8550a1fa-e69a-44cf-bca3-9ac04df9673c req-d8c52a8c-b624-4a67-918f-20ab175dcae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:52.776996 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8550a1fa-e69a-44cf-bca3-9ac04df9673c req-d8c52a8c-b624-4a67-918f-20ab175dcae6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aa96fac7201b43d2b8633791c636d18c&device_id=cf0477b3-793a-494f-9fb6-720e6724789a HTTP/1.1" status: 200 len: 1098 time: 0.0709105 Jun 23 19:15:52.888905 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a00c4d3c-fda9-45ea-9306-7a62e77b537d req-12543261-0418-4486-8abf-1104dfec1623 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddddd734-c2b9-4f41-82f6-ba397ed25a3b HTTP/1.1" status: 200 len: 210 time: 0.0320284 Jun 23 19:15:52.918807 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8550a1fa-e69a-44cf-bca3-9ac04df9673c req-95e33912-3cce-457c-a5c0-ae050e579677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:52.920257 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8550a1fa-e69a-44cf-bca3-9ac04df9673c req-95e33912-3cce-457c-a5c0-ae050e579677 service neutron] 10.222.0.49 "GET /v2.0/networks?id=03b00407-ece8-4036-91c7-ff69de4b3a72 HTTP/1.1" status: 200 len: 913 time: 0.1213095 Jun 23 19:15:52.988164 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8550a1fa-e69a-44cf-bca3-9ac04df9673c req-42336f98-51f0-44b5-bae5-169013615dbb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a32a863-8f2e-429d-95c2-d3c0de3b45aa HTTP/1.1" status: 200 len: 1001 time: 0.0600555 Jun 23 19:15:53.043216 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8550a1fa-e69a-44cf-bca3-9ac04df9673c req-6313d03c-1edc-4fc5-94ed-d97d00534cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:53.045426 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8550a1fa-e69a-44cf-bca3-9ac04df9673c req-6313d03c-1edc-4fc5-94ed-d97d00534cd1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5e4f12f6-f920-4aa2-99cc-004ec6a10df3 HTTP/1.1" status: 200 len: 851 time: 0.0489652 Jun 23 19:15:53.109013 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8550a1fa-e69a-44cf-bca3-9ac04df9673c req-12a5d071-17f8-4c21-8040-1fddb395f3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:53.110368 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8550a1fa-e69a-44cf-bca3-9ac04df9673c req-12a5d071-17f8-4c21-8040-1fddb395f3ee service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=03b00407-ece8-4036-91c7-ff69de4b3a72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0503986 Jun 23 19:15:53.202291 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8550a1fa-e69a-44cf-bca3-9ac04df9673c req-004f959b-186f-4c4a-a4b5-6a9151003768 service neutron] 10.222.0.49 "GET /v2.0/networks/03b00407-ece8-4036-91c7-ff69de4b3a72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829718 Jun 23 19:15:53.292429 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8550a1fa-e69a-44cf-bca3-9ac04df9673c req-043d339c-59b8-417e-8dd5-3f7d42bc60ed service neutron] 10.222.0.49 "GET /v2.0/networks/03b00407-ece8-4036-91c7-ff69de4b3a72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805779 Jun 23 19:15:53.767552 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c61df-404e-46e8-b040-716cb1216dfe req-0da4f5db-dcb6-4cd0-ab60-80be83c1546a tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:53.768935 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-bd4c61df-404e-46e8-b040-716cb1216dfe req-0da4f5db-dcb6-4cd0-ab60-80be83c1546a tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.49 "GET /v2.0/networks?id=09ee89c6-549b-4343-8604-ae4af310af03 HTTP/1.1" status: 200 len: 815 time: 0.1005588 Jun 23 19:15:53.790610 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [req-bd4c61df-404e-46e8-b040-716cb1216dfe req-048b60e0-bc30-479e-a979-2b29341caeca tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Request body: {'port': {'device_id': 'ddddd734-c2b9-4f41-82f6-ba397ed25a3b', 'network_id': '09ee89c6-549b-4343-8604-ae4af310af03', 'admin_state_up': True, 'tenant_id': 'e6d184e1dd734d5787deb154fd402d1b'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:15:53.958024 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5addb1ec-80ab-42a9-98c5-54efa79a7128 req-3514b394-ad3f-48c7-96ec-b1476474fb7f tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:53.959498 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-5addb1ec-80ab-42a9-98c5-54efa79a7128 req-3514b394-ad3f-48c7-96ec-b1476474fb7f tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] 10.222.0.69 "GET /v2.0/ports?device_id=f07c12ed-ab71-42de-bac2-4f362516cb45 HTTP/1.1" status: 200 len: 943 time: 0.0918703 Jun 23 19:15:53.998940 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-5addb1ec-80ab-42a9-98c5-54efa79a7128 req-9556d9b4-2986-4019-8d21-62af2ead58d0 tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c328cd8-b518-403e-961e-81c730c44ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335393 Jun 23 19:15:54.005029 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd4c61df-404e-46e8-b040-716cb1216dfe req-048b60e0-bc30-479e-a979-2b29341caeca tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Made reservation on behalf of e6d184e1dd734d5787deb154fd402d1b for: {'port': 1} {{(pid=93953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:15:54.005811 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device a3bca839-5907-4e94-82d4-d442ff27dc7a details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=93954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 19:15:54.009140 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-bd4c61df-404e-46e8-b040-716cb1216dfe req-048b60e0-bc30-479e-a979-2b29341caeca tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-975148'] for port, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:54.120077 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] For port a3bca839-5907-4e94-82d4-d442ff27dc7a, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=a3bca839-5907-4e94-82d4-d442ff27dc7a,segment=NetworkSegment(28aca343-3240-4dd7-af4b-b2301b5762d4),segment_id=28aca343-3240-4dd7-af4b-b2301b5762d4)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:15:54.131980 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Returning: {'device': 'a3bca839-5907-4e94-82d4-d442ff27dc7a', 'network_id': '18a3ada1-053d-4f20-bc7d-49f465f628b0', 'port_id': 'a3bca839-5907-4e94-82d4-d442ff27dc7a', 'mac_address': 'fa:16:3e:27:2c:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e852a09-5c0f-49c1-bc1e-62930c4ce8a1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 19:15:54.153028 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-271dfa26-5dc0-4133-8ce2-1a9de6e15340 req-4f7cb14b-113e-4f25-82db-3d24287ef6c5 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddddd734-c2b9-4f41-82f6-ba397ed25a3b HTTP/1.1" status: 200 len: 210 time: 0.0374608 Jun 23 19:15:54.177385 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:54.179584 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_common [req-bd4c61df-404e-46e8-b040-716cb1216dfe req-048b60e0-bc30-479e-a979-2b29341caeca tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Allocated IP 172.20.0.3 (09ee89c6-549b-4343-8604-ae4af310af03/98ba2778-b668-467f-b097-e30e1e5affa9/a3d0c0b9-d686-43f5-9502-f95c1fb73b38) {{(pid=93953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:15:54.190947 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.notifiers.nova [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3bca839-5907-4e94-82d4-d442ff27dc7a {{(pid=93954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:15:54.211402 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] For port a3bca839-5907-4e94-82d4-d442ff27dc7a, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=a3bca839-5907-4e94-82d4-d442ff27dc7a,segment=NetworkSegment(28aca343-3240-4dd7-af4b-b2301b5762d4),segment_id=28aca343-3240-4dd7-af4b-b2301b5762d4)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:15:54.329172 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:54.330875 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-bd4c61df-404e-46e8-b040-716cb1216dfe req-048b60e0-bc30-479e-a979-2b29341caeca tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Notify callbacks [] for port, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:54.331011 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:15:54.378869 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Pushing event updated for resources: {'Port': ['ID=a3bca839-5907-4e94-82d4-d442ff27dc7a,revision_number=4']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:15:54.382130 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:15:54.434659 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-bd4c61df-404e-46e8-b040-716cb1216dfe req-048b60e0-bc30-479e-a979-2b29341caeca tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-975211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745549236125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28924695'] for port, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:54.439112 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-44b6edbf-e039-47e0-afb3-14d3104f0432 tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:15:54.480846 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd4c61df-404e-46e8-b040-716cb1216dfe req-048b60e0-bc30-479e-a979-2b29341caeca tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Network 09ee89c6-549b-4343-8604-ae4af310af03 is already hosted by enough agents. {{(pid=93953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:15:54.483801 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [req-bd4c61df-404e-46e8-b040-716cb1216dfe req-048b60e0-bc30-479e-a979-2b29341caeca tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Resources bound (agent type, host, resource id): {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:15:54.487531 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd4c61df-404e-46e8-b040-716cb1216dfe req-048b60e0-bc30-479e-a979-2b29341caeca tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Received port after_create {{(pid=93953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:15:54.493893 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048b60e0-bc30-479e-a979-2b29341caeca tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Pushing event updated for resources: {'Port': ['ID=a3d0c0b9-d686-43f5-9502-f95c1fb73b38,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:15:54.512743 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-048b60e0-bc30-479e-a979-2b29341caeca tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:15:54.537061 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c61df-404e-46e8-b040-716cb1216dfe req-048b60e0-bc30-479e-a979-2b29341caeca tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:54.537655 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-bd4c61df-404e-46e8-b040-716cb1216dfe req-048b60e0-bc30-479e-a979-2b29341caeca tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:54.621278 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-bd4c61df-404e-46e8-b040-716cb1216dfe req-048b60e0-bc30-479e-a979-2b29341caeca tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8351116 Jun 23 19:15:54.640621 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [req-bd4c61df-404e-46e8-b040-716cb1216dfe req-1826c060-325c-4900-a4b0-cd9ae21854cb service neutron] Request body: {'port': {'device_id': 'ddddd734-c2b9-4f41-82f6-ba397ed25a3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:15:54.677650 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] get_ports_and_sgs() called for port_ids ['a3bca839-5907-4e94-82d4-d442ff27dc7a'] {{(pid=93954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:15:54.712883 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-bd4c61df-404e-46e8-b040-716cb1216dfe req-1826c060-325c-4900-a4b0-cd9ae21854cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:55.236754 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82221ab5-4180-4836-ace1-a1a6a17f0f9e req-5ad3ee7a-c959-4b96-906f-88da7f095c9d tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:55.238169 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-82221ab5-4180-4836-ace1-a1a6a17f0f9e req-5ad3ee7a-c959-4b96-906f-88da7f095c9d tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] 10.222.0.69 "GET /v2.0/ports?device_id=f07c12ed-ab71-42de-bac2-4f362516cb45 HTTP/1.1" status: 200 len: 944 time: 0.1231165 Jun 23 19:15:55.314881 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-82221ab5-4180-4836-ace1-a1a6a17f0f9e req-a26a1951-e148-4a4b-b45e-a57c87d40d43 tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c328cd8-b518-403e-961e-81c730c44ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688581 Jun 23 19:15:55.318503 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [req-bd4c61df-404e-46e8-b040-716cb1216dfe req-1826c060-325c-4900-a4b0-cd9ae21854cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3d0c0b9-d686-43f5-9502-f95c1fb73b38 {{(pid=93953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:15:55.325907 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-bd4c61df-404e-46e8-b040-716cb1216dfe req-1826c060-325c-4900-a4b0-cd9ae21854cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:55.342862 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [req-bd4c61df-404e-46e8-b040-716cb1216dfe req-1826c060-325c-4900-a4b0-cd9ae21854cb service neutron] Transition to ACTIVE for port object a3d0c0b9-d686-43f5-9502-f95c1fb73b38 will not be triggered until provisioned by entity L2. {{(pid=93953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:15:55.393743 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-bd4c61df-404e-46e8-b040-716cb1216dfe req-1826c060-325c-4900-a4b0-cd9ae21854cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28924677'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:55.396763 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-49e69b91-8994-44cb-9937-14cc3580570e tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:15:55.477499 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1826c060-325c-4900-a4b0-cd9ae21854cb service neutron] Pushing event updated for resources: {'Port': ['ID=a3d0c0b9-d686-43f5-9502-f95c1fb73b38,revision_number=2']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:15:55.480591 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-1826c060-325c-4900-a4b0-cd9ae21854cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:15:55.558688 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1474765-306f-4875-b8a6-f3d3ddc8a355 req-ca4b873c-c07b-42ad-acf5-5d7b99a323bc tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:55.560160 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d1474765-306f-4875-b8a6-f3d3ddc8a355 req-ca4b873c-c07b-42ad-acf5-5d7b99a323bc tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddddd734-c2b9-4f41-82f6-ba397ed25a3b HTTP/1.1" status: 200 len: 943 time: 0.1394813 Jun 23 19:15:55.575701 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-bd4c61df-404e-46e8-b040-716cb1216dfe req-1826c060-325c-4900-a4b0-cd9ae21854cb service neutron] Attempting to bind port a3d0c0b9-d686-43f5-9502-f95c1fb73b38 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:15:55.576034 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-bd4c61df-404e-46e8-b040-716cb1216dfe req-1826c060-325c-4900-a4b0-cd9ae21854cb service neutron] Attempting to bind port a3d0c0b9-d686-43f5-9502-f95c1fb73b38 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '17995e88-d4eb-40f1-8237-6c37b5322442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '09ee89c6-549b-4343-8604-ae4af310af03'}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:15:55.576370 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4c61df-404e-46e8-b040-716cb1216dfe req-1826c060-325c-4900-a4b0-cd9ae21854cb service neutron] Attempting to bind port a3d0c0b9-d686-43f5-9502-f95c1fb73b38 on network 09ee89c6-549b-4343-8604-ae4af310af03 {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:15:55.589774 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4c61df-404e-46e8-b040-716cb1216dfe req-1826c060-325c-4900-a4b0-cd9ae21854cb service neutron] Port a3d0c0b9-d686-43f5-9502-f95c1fb73b38 on network 09ee89c6-549b-4343-8604-ae4af310af03 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 19:15:55.590360 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4c61df-404e-46e8-b040-716cb1216dfe req-1826c060-325c-4900-a4b0-cd9ae21854cb service neutron] Attempting to bind port a3d0c0b9-d686-43f5-9502-f95c1fb73b38 on network 09ee89c6-549b-4343-8604-ae4af310af03 {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:15:55.598048 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4c61df-404e-46e8-b040-716cb1216dfe req-1826c060-325c-4900-a4b0-cd9ae21854cb service neutron] Checking agent: {'id': '931bf73c-9d40-46c8-855c-92667356b0d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 19, 4, 47), 'started_at': datetime.datetime(2021, 6, 23, 19, 4, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:15:55.598385 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4c61df-404e-46e8-b040-716cb1216dfe req-1826c060-325c-4900-a4b0-cd9ae21854cb service neutron] Checking segment: {'id': '17995e88-d4eb-40f1-8237-6c37b5322442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '09ee89c6-549b-4343-8604-ae4af310af03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:15:55.598765 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4c61df-404e-46e8-b040-716cb1216dfe req-1826c060-325c-4900-a4b0-cd9ae21854cb service neutron] Bound using segment: {'id': '17995e88-d4eb-40f1-8237-6c37b5322442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '09ee89c6-549b-4343-8604-ae4af310af03'} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:15:55.599198 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-bd4c61df-404e-46e8-b040-716cb1216dfe req-1826c060-325c-4900-a4b0-cd9ae21854cb service neutron] Bound port: a3d0c0b9-d686-43f5-9502-f95c1fb73b38, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17995e88-d4eb-40f1-8237-6c37b5322442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '09ee89c6-549b-4343-8604-ae4af310af03'}}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:15:55.599580 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-bd4c61df-404e-46e8-b040-716cb1216dfe req-1826c060-325c-4900-a4b0-cd9ae21854cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:55.619500 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d1474765-306f-4875-b8a6-f3d3ddc8a355 req-a6739365-7553-4fe3-8204-b937ae856a94 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/security-groups?id=c2776881-bb35-4303-b9af-012b9fea3b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523896 Jun 23 19:15:55.670354 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-bd4c61df-404e-46e8-b040-716cb1216dfe req-1826c060-325c-4900-a4b0-cd9ae21854cb service neutron] For port a3d0c0b9-d686-43f5-9502-f95c1fb73b38, host hv-cinder-79049, cleared binding levels {{(pid=93953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:15:55.673296 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-bd4c61df-404e-46e8-b040-716cb1216dfe req-1826c060-325c-4900-a4b0-cd9ae21854cb service neutron] For port a3d0c0b9-d686-43f5-9502-f95c1fb73b38, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=a3d0c0b9-d686-43f5-9502-f95c1fb73b38,segment=NetworkSegment(17995e88-d4eb-40f1-8237-6c37b5322442),segment_id=17995e88-d4eb-40f1-8237-6c37b5322442)] {{(pid=93953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:15:55.792699 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-bd4c61df-404e-46e8-b040-716cb1216dfe req-1826c060-325c-4900-a4b0-cd9ae21854cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28924677'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:55.794895 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-3e4ddb35-1e71-43b8-be0f-484cad1594d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:15:55.827532 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c61df-404e-46e8-b040-716cb1216dfe req-1826c060-325c-4900-a4b0-cd9ae21854cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:55.828136 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-bd4c61df-404e-46e8-b040-716cb1216dfe req-1826c060-325c-4900-a4b0-cd9ae21854cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:55.829515 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-bd4c61df-404e-46e8-b040-716cb1216dfe req-1826c060-325c-4900-a4b0-cd9ae21854cb service neutron] 10.222.0.49 "PUT /v2.0/ports/a3d0c0b9-d686-43f5-9502-f95c1fb73b38 HTTP/1.1" status: 200 len: 1093 time: 1.1928918 Jun 23 19:15:55.830027 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddddd734-c2b9-4f41-82f6-ba397ed25a3b', 'tag': 'a3d0c0b9-d686-43f5-9502-f95c1fb73b38'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:15:55.832345 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8902aeace0540733bba5a146bce723956a3312b5b25ae011a73fc84317b4d28a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67707fc-dec4-4a8f-bf73-09d6357132f5" -d '{"events": [{"name": "network-changed", "server_uuid": "ddddd734-c2b9-4f41-82f6-ba397ed25a3b", "tag": "a3d0c0b9-d686-43f5-9502-f95c1fb73b38"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:15:55.860982 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1826c060-325c-4900-a4b0-cd9ae21854cb service neutron] Pushing event updated for resources: {'Port': ['ID=a3d0c0b9-d686-43f5-9502-f95c1fb73b38,revision_number=3']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:15:55.865918 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-1826c060-325c-4900-a4b0-cd9ae21854cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:15:55.876490 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4959384-d35a-4bb8-ae9e-77aacd66ae45 x-openstack-request-id: req-b4959384-d35a-4bb8-ae9e-77aacd66ae45 {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:15:55.876820 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddddd734-c2b9-4f41-82f6-ba397ed25a3b", "tag": "a3d0c0b9-d686-43f5-9502-f95c1fb73b38", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:15:55.877118 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b4959384-d35a-4bb8-ae9e-77aacd66ae45 {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:15:55.877549 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddddd734-c2b9-4f41-82f6-ba397ed25a3b', 'tag': 'a3d0c0b9-d686-43f5-9502-f95c1fb73b38', 'status': 'completed', 'code': 200} Jun 23 19:15:55.981564 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67707fc-dec4-4a8f-bf73-09d6357132f5 req-6a896377-cc8f-4fb1-93c3-afaaba2605bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:55.983088 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d67707fc-dec4-4a8f-bf73-09d6357132f5 req-6a896377-cc8f-4fb1-93c3-afaaba2605bf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e6d184e1dd734d5787deb154fd402d1b&device_id=ddddd734-c2b9-4f41-82f6-ba397ed25a3b HTTP/1.1" status: 200 len: 1096 time: 0.0577343 Jun 23 19:15:56.031339 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device a3bca839-5907-4e94-82d4-d442ff27dc7a up at agent hyperv_hv-cinder-79049 {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:15:56.095171 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67707fc-dec4-4a8f-bf73-09d6357132f5 req-0794c7da-053b-4f83-b519-33ab662dc351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:56.096575 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d67707fc-dec4-4a8f-bf73-09d6357132f5 req-0794c7da-053b-4f83-b519-33ab662dc351 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=e6d184e1dd734d5787deb154fd402d1b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0991817 Jun 23 19:15:56.153807 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Provisioning for port a3bca839-5907-4e94-82d4-d442ff27dc7a completed by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:15:56.157756 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Provisioning complete for port a3bca839-5907-4e94-82d4-d442ff27dc7a triggered by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:15:56.158134 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:56.191857 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67707fc-dec4-4a8f-bf73-09d6357132f5 req-3674ced3-b700-4ffc-a4c2-75c25b3e83de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:56.193331 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d67707fc-dec4-4a8f-bf73-09d6357132f5 req-3674ced3-b700-4ffc-a4c2-75c25b3e83de service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0897760 Jun 23 19:15:56.233578 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:56.258681 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07c12ed-ab71-42de-bac2-4f362516cb45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3bca839-5907-4e94-82d4-d442ff27dc7a'}] {{(pid=93954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:15:56.260956 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78efef87a1af135e54214795b53a936b9e8d2b7d09f053504b37278e2de45a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af7c98d-33e4-402e-bac1-cc38705c904b" -d '{"events": [{"server_uuid": "f07c12ed-ab71-42de-bac2-4f362516cb45", "name": "network-vif-plugged", "status": "completed", "tag": "a3bca839-5907-4e94-82d4-d442ff27dc7a"}]}' {{(pid=93954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:15:56.275757 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] For port a3bca839-5907-4e94-82d4-d442ff27dc7a, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=a3bca839-5907-4e94-82d4-d442ff27dc7a,segment=NetworkSegment(28aca343-3240-4dd7-af4b-b2301b5762d4),segment_id=28aca343-3240-4dd7-af4b-b2301b5762d4)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:15:56.300243 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ec953a-6ff3-4ba2-aa3d-90d939a86c5b x-openstack-request-id: req-e2ec953a-6ff3-4ba2-aa3d-90d939a86c5b {{(pid=93954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:15:56.300619 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f07c12ed-ab71-42de-bac2-4f362516cb45", "name": "network-vif-plugged", "status": "completed", "tag": "a3bca839-5907-4e94-82d4-d442ff27dc7a", "code": 200}]} {{(pid=93954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:15:56.300885 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e2ec953a-6ff3-4ba2-aa3d-90d939a86c5b {{(pid=93954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:15:56.301289 dv-cinder-790492-6-iscsi neutron-server[93954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f07c12ed-ab71-42de-bac2-4f362516cb45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3bca839-5907-4e94-82d4-d442ff27dc7a', 'code': 200} Jun 23 19:15:56.314117 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c61df-404e-46e8-b040-716cb1216dfe req-5e7a5f54-4545-485c-af99-3fbff1a16456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:56.314580 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-bd4c61df-404e-46e8-b040-716cb1216dfe req-5e7a5f54-4545-485c-af99-3fbff1a16456 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e6d184e1dd734d5787deb154fd402d1b&device_id=ddddd734-c2b9-4f41-82f6-ba397ed25a3b HTTP/1.1" status: 200 len: 1096 time: 0.0538232 Jun 23 19:15:56.375623 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:56.378611 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:15:56.396599 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-bd4c61df-404e-46e8-b040-716cb1216dfe req-68f8ad7e-d878-4c0d-b3ed-e4f81449aa01 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a3d0c0b9-d686-43f5-9502-f95c1fb73b38 HTTP/1.1" status: 200 len: 217 time: 0.0340080 Jun 23 19:15:56.430544 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Pushing event updated for resources: {'Port': ['ID=a3bca839-5907-4e94-82d4-d442ff27dc7a,revision_number=5']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:15:56.434333 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:15:56.482384 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c61df-404e-46e8-b040-716cb1216dfe req-17457847-b0b9-4c1e-ac6e-87fac2e33945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:56.483880 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-bd4c61df-404e-46e8-b040-716cb1216dfe req-17457847-b0b9-4c1e-ac6e-87fac2e33945 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=98ba2778-b668-467f-b097-e30e1e5affa9 HTTP/1.1" status: 200 len: 855 time: 0.0805433 Jun 23 19:15:56.522951 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-bd4c61df-404e-46e8-b040-716cb1216dfe req-9ab54caa-0c59-41b5-a120-f612c7bdbc4b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=09ee89c6-549b-4343-8604-ae4af310af03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293782 Jun 23 19:15:56.535837 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25005fb-a697-4112-b738-9800cb33945c req-4259b968-0835-4c09-9a7b-40c345d4f117 tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:56.537244 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c25005fb-a697-4112-b738-9800cb33945c req-4259b968-0835-4c09-9a7b-40c345d4f117 tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] 10.222.0.69 "GET /v2.0/ports?device_id=f07c12ed-ab71-42de-bac2-4f362516cb45 HTTP/1.1" status: 200 len: 945 time: 0.1017358 Jun 23 19:15:56.630512 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c25005fb-a697-4112-b738-9800cb33945c req-3659bf2b-b518-4cd8-9a06-7d641d0c21b5 tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c328cd8-b518-403e-961e-81c730c44ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838583 Jun 23 19:15:56.651342 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-bd4c61df-404e-46e8-b040-716cb1216dfe req-2fd2ffc3-4d19-4d87-8482-ae0f956cb443 service neutron] 10.222.0.49 "GET /v2.0/networks/09ee89c6-549b-4343-8604-ae4af310af03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130381 Jun 23 19:15:56.789029 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-bd4c61df-404e-46e8-b040-716cb1216dfe req-286e4088-80b9-450f-afe8-939da6be425f service neutron] 10.222.0.49 "GET /v2.0/networks/09ee89c6-549b-4343-8604-ae4af310af03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307247 Jun 23 19:15:56.792074 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b224d62f-536c-4262-ac2b-5f7ae94862cd req-305a48d3-862a-412a-a1f3-68063a428d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:56.793562 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b224d62f-536c-4262-ac2b-5f7ae94862cd req-305a48d3-862a-412a-a1f3-68063a428d7b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f07c12ed-ab71-42de-bac2-4f362516cb45 HTTP/1.1" status: 200 len: 1098 time: 0.1154201 Jun 23 19:15:56.842072 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b224d62f-536c-4262-ac2b-5f7ae94862cd req-bf2fe83a-3afc-498f-8733-cb0ec24e2f18 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6c328cd8-b518-403e-961e-81c730c44ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326469 Jun 23 19:15:56.954285 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de4cbc-a592-48b2-9eb5-119814efef16 req-6b8c6b8b-03d6-4550-a943-49e70dd4dce6 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:56.955760 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-80de4cbc-a592-48b2-9eb5-119814efef16 req-6b8c6b8b-03d6-4550-a943-49e70dd4dce6 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddddd734-c2b9-4f41-82f6-ba397ed25a3b HTTP/1.1" status: 200 len: 943 time: 0.0622678 Jun 23 19:15:56.995161 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-80de4cbc-a592-48b2-9eb5-119814efef16 req-b7893955-a8e5-4700-ace2-0b7c2f513582 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/security-groups?id=c2776881-bb35-4303-b9af-012b9fea3b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336154 Jun 23 19:15:57.800962 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9307ca7-edff-4022-9617-3755ccb696f2 req-8b197113-c908-438e-8922-c01e3141e4b5 tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:57.802394 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b9307ca7-edff-4022-9617-3755ccb696f2 req-8b197113-c908-438e-8922-c01e3141e4b5 tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] 10.222.0.69 "GET /v2.0/ports?device_id=f07c12ed-ab71-42de-bac2-4f362516cb45 HTTP/1.1" status: 200 len: 945 time: 0.0646002 Jun 23 19:15:57.840612 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b9307ca7-edff-4022-9617-3755ccb696f2 req-c7281391-c086-40cb-b070-c2072b8987cd tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c328cd8-b518-403e-961e-81c730c44ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320573 Jun 23 19:15:58.044156 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device a3d0c0b9-d686-43f5-9502-f95c1fb73b38 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=93954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 19:15:58.145066 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] For port a3d0c0b9-d686-43f5-9502-f95c1fb73b38, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=a3d0c0b9-d686-43f5-9502-f95c1fb73b38,segment=NetworkSegment(17995e88-d4eb-40f1-8237-6c37b5322442),segment_id=17995e88-d4eb-40f1-8237-6c37b5322442)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:15:58.156826 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Returning: {'device': 'a3d0c0b9-d686-43f5-9502-f95c1fb73b38', 'network_id': '09ee89c6-549b-4343-8604-ae4af310af03', 'port_id': 'a3d0c0b9-d686-43f5-9502-f95c1fb73b38', 'mac_address': 'fa:16:3e:72:62:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 929, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98ba2778-b668-467f-b097-e30e1e5affa9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 19:15:58.171933 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc77c5bd-202d-4b9c-8976-95964a001699 req-fa406694-efc1-4b99-9227-c66c8ee632f1 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:58.173698 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-dc77c5bd-202d-4b9c-8976-95964a001699 req-fa406694-efc1-4b99-9227-c66c8ee632f1 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddddd734-c2b9-4f41-82f6-ba397ed25a3b HTTP/1.1" status: 200 len: 943 time: 0.0655129 Jun 23 19:15:58.198139 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:58.211168 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.notifiers.nova [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3d0c0b9-d686-43f5-9502-f95c1fb73b38 {{(pid=93954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:15:58.216007 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-dc77c5bd-202d-4b9c-8976-95964a001699 req-03809238-4d3b-4c8a-898c-eac048243a8c tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/security-groups?id=c2776881-bb35-4303-b9af-012b9fea3b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358512 Jun 23 19:15:58.232113 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] For port a3d0c0b9-d686-43f5-9502-f95c1fb73b38, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=a3d0c0b9-d686-43f5-9502-f95c1fb73b38,segment=NetworkSegment(17995e88-d4eb-40f1-8237-6c37b5322442),segment_id=17995e88-d4eb-40f1-8237-6c37b5322442)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:15:58.386345 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:58.388337 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:15:58.433367 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Pushing event updated for resources: {'Port': ['ID=a3d0c0b9-d686-43f5-9502-f95c1fb73b38,revision_number=4']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:15:58.436275 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:15:58.718983 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] get_ports_and_sgs() called for port_ids ['a3d0c0b9-d686-43f5-9502-f95c1fb73b38'] {{(pid=93954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:15:59.009855 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f9141-5606-4bac-a35f-35b308b7e278 req-17c06d9b-0e32-4b2e-9d30-460ce6ff849f tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:59.011173 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d73f9141-5606-4bac-a35f-35b308b7e278 req-17c06d9b-0e32-4b2e-9d30-460ce6ff849f tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] 10.222.0.69 "GET /v2.0/ports?device_id=f07c12ed-ab71-42de-bac2-4f362516cb45 HTTP/1.1" status: 200 len: 945 time: 0.0623260 Jun 23 19:15:59.046987 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d73f9141-5606-4bac-a35f-35b308b7e278 req-06be8657-9e14-4004-a0e5-e3284469eab8 tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c328cd8-b518-403e-961e-81c730c44ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303206 Jun 23 19:15:59.399610 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1301ae-90e3-4a31-b878-e47e2342de5c req-9cb265ce-4e5f-4499-807a-8b3bde65a575 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:15:59.401088 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0f1301ae-90e3-4a31-b878-e47e2342de5c req-9cb265ce-4e5f-4499-807a-8b3bde65a575 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddddd734-c2b9-4f41-82f6-ba397ed25a3b HTTP/1.1" status: 200 len: 944 time: 0.0702405 Jun 23 19:15:59.450516 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0f1301ae-90e3-4a31-b878-e47e2342de5c req-b96aee37-905f-4c63-9e80-c7489e49ae51 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/security-groups?id=c2776881-bb35-4303-b9af-012b9fea3b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364983 Jun 23 19:16:00.051624 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device a3d0c0b9-d686-43f5-9502-f95c1fb73b38 up at agent hyperv_hv-cinder-79049 {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:16:00.147739 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Provisioning for port a3d0c0b9-d686-43f5-9502-f95c1fb73b38 completed by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:16:00.152490 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Provisioning complete for port a3d0c0b9-d686-43f5-9502-f95c1fb73b38 triggered by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:16:00.152930 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:00.223268 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-65a7b3d5-163a-4406-a7ac-aea21cf32609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:00.237234 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:00.258504 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddddd734-c2b9-4f41-82f6-ba397ed25a3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3d0c0b9-d686-43f5-9502-f95c1fb73b38'}] {{(pid=93954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:16:00.260759 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78efef87a1af135e54214795b53a936b9e8d2b7d09f053504b37278e2de45a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-890466e7-7266-43c0-a553-93074ec0cd6a" -d '{"events": [{"server_uuid": "ddddd734-c2b9-4f41-82f6-ba397ed25a3b", "name": "network-vif-plugged", "status": "completed", "tag": "a3d0c0b9-d686-43f5-9502-f95c1fb73b38"}]}' {{(pid=93954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:16:00.272717 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] For port a3d0c0b9-d686-43f5-9502-f95c1fb73b38, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=a3d0c0b9-d686-43f5-9502-f95c1fb73b38,segment=NetworkSegment(17995e88-d4eb-40f1-8237-6c37b5322442),segment_id=17995e88-d4eb-40f1-8237-6c37b5322442)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:16:00.376550 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:00.378391 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:16:00.428367 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Pushing event updated for resources: {'Port': ['ID=a3d0c0b9-d686-43f5-9502-f95c1fb73b38,revision_number=5']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:16:00.431404 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:16:00.530596 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e50918-31da-44b6-a64e-9fe7f123d9be x-openstack-request-id: req-33e50918-31da-44b6-a64e-9fe7f123d9be {{(pid=93954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:16:00.530895 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddddd734-c2b9-4f41-82f6-ba397ed25a3b", "name": "network-vif-plugged", "status": "completed", "tag": "a3d0c0b9-d686-43f5-9502-f95c1fb73b38", "code": 200}]} {{(pid=93954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:16:00.531154 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-33e50918-31da-44b6-a64e-9fe7f123d9be {{(pid=93954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:16:00.531655 dv-cinder-790492-6-iscsi neutron-server[93954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddddd734-c2b9-4f41-82f6-ba397ed25a3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3d0c0b9-d686-43f5-9502-f95c1fb73b38', 'code': 200} Jun 23 19:16:00.675753 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6470cdb-67a6-4c31-bc7b-39b02c76607b req-d547f1a3-d2ea-4441-9d4a-37f46608cd9f tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:16:00.675753 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b6470cdb-67a6-4c31-bc7b-39b02c76607b req-d547f1a3-d2ea-4441-9d4a-37f46608cd9f tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddddd734-c2b9-4f41-82f6-ba397ed25a3b HTTP/1.1" status: 200 len: 945 time: 0.0631530 Jun 23 19:16:00.714631 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b6470cdb-67a6-4c31-bc7b-39b02c76607b req-d3d4680f-f759-423c-94e4-a34b11d5ebdb tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/security-groups?id=c2776881-bb35-4303-b9af-012b9fea3b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324225 Jun 23 19:16:00.877375 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2c0dbb-985a-4cc2-ab0a-9d65bfcd6bfb req-ec74de5b-e1a3-4a05-b359-f4fc733304a9 tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:16:00.878831 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4f2c0dbb-985a-4cc2-ab0a-9d65bfcd6bfb req-ec74de5b-e1a3-4a05-b359-f4fc733304a9 tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] 10.222.0.69 "GET /v2.0/ports?device_id=f07c12ed-ab71-42de-bac2-4f362516cb45 HTTP/1.1" status: 200 len: 945 time: 0.0660393 Jun 23 19:16:00.919330 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4f2c0dbb-985a-4cc2-ab0a-9d65bfcd6bfb req-6a628075-dcdf-4960-a981-aba9940e9ac4 tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c328cd8-b518-403e-961e-81c730c44ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341003 Jun 23 19:16:00.989107 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ea7bd6-64e6-4ddb-b2dc-fac2958d4185 req-d03e0fa9-56ce-47bb-ab51-08186e67fd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:16:00.990596 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-13ea7bd6-64e6-4ddb-b2dc-fac2958d4185 req-d03e0fa9-56ce-47bb-ab51-08186e67fd11 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ddddd734-c2b9-4f41-82f6-ba397ed25a3b HTTP/1.1" status: 200 len: 1098 time: 0.0513017 Jun 23 19:16:01.027121 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-13ea7bd6-64e6-4ddb-b2dc-fac2958d4185 req-8225da40-c5f1-4f83-a452-088dbe7b7416 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c2776881-bb35-4303-b9af-012b9fea3b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288405 Jun 23 19:16:01.326436 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.agents_db [None req-808d9167-7b86-4487-ac1f-373b1677e9b0 None None] Agent healthcheck: found 6 active agents {{(pid=93955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:16:01.883361 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1331907d-a5a2-424b-94c2-85b92daeb423 req-b958ef86-da92-4b23-a6f8-d1eff85b97bf tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:16:01.884822 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-1331907d-a5a2-424b-94c2-85b92daeb423 req-b958ef86-da92-4b23-a6f8-d1eff85b97bf tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddddd734-c2b9-4f41-82f6-ba397ed25a3b HTTP/1.1" status: 200 len: 945 time: 0.0616858 Jun 23 19:16:01.922435 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-1331907d-a5a2-424b-94c2-85b92daeb423 req-6afd4723-5fb6-4206-8c54-30d1218268a0 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/security-groups?id=c2776881-bb35-4303-b9af-012b9fea3b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320382 Jun 23 19:16:02.106980 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb6e0a3-1804-42cd-a301-123c412bc508 req-f21fe100-695e-4bd8-8264-a9d6756cb4fc tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:16:02.108474 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2bb6e0a3-1804-42cd-a301-123c412bc508 req-f21fe100-695e-4bd8-8264-a9d6756cb4fc tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] 10.222.0.69 "GET /v2.0/ports?device_id=f07c12ed-ab71-42de-bac2-4f362516cb45 HTTP/1.1" status: 200 len: 945 time: 0.0649931 Jun 23 19:16:02.145557 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2bb6e0a3-1804-42cd-a301-123c412bc508 req-c7e3690c-b170-4071-a281-fbf48ec91955 tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c328cd8-b518-403e-961e-81c730c44ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316007 Jun 23 19:16:02.816939 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4478e29-b329-40cf-925f-4a5bffdb351c req-bedb3c8a-73f2-40a3-a10b-c6e79977204c tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:16:02.818384 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f4478e29-b329-40cf-925f-4a5bffdb351c req-bedb3c8a-73f2-40a3-a10b-c6e79977204c tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] 10.222.0.49 "GET /v2.0/ports?device_id=f07c12ed-ab71-42de-bac2-4f362516cb45 HTTP/1.1" status: 200 len: 945 time: 0.0618031 Jun 23 19:16:02.890928 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-893d96b0-31b3-4891-a200-742d3db384d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:02.923617 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [req-f4478e29-b329-40cf-925f-4a5bffdb351c req-233065b0-97a1-4247-82ef-86c701e724e2 tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] Deleting port a3bca839-5907-4e94-82d4-d442ff27dc7a {{(pid=93953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:16:02.924197 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-f4478e29-b329-40cf-925f-4a5bffdb351c req-233065b0-97a1-4247-82ef-86c701e724e2 tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745549706015'] for port, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:02.965566 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:03.019329 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-f4478e29-b329-40cf-925f-4a5bffdb351c req-233065b0-97a1-4247-82ef-86c701e724e2 tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] For port a3bca839-5907-4e94-82d4-d442ff27dc7a, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=a3bca839-5907-4e94-82d4-d442ff27dc7a,segment=NetworkSegment(28aca343-3240-4dd7-af4b-b2301b5762d4),segment_id=28aca343-3240-4dd7-af4b-b2301b5762d4)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:16:03.019715 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-f4478e29-b329-40cf-925f-4a5bffdb351c req-233065b0-97a1-4247-82ef-86c701e724e2 tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710932'] for port, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:03.034339 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [req-f4478e29-b329-40cf-925f-4a5bffdb351c req-233065b0-97a1-4247-82ef-86c701e724e2 tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] Calling delete_port for a3bca839-5907-4e94-82d4-d442ff27dc7a owned by compute:nova {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:16:03.156575 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae9eedf-de9e-4e04-aeb2-9276367744d5 req-04baee9d-1630-4901-8d73-0bd823541419 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:16:03.157987 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-aae9eedf-de9e-4e04-aeb2-9276367744d5 req-04baee9d-1630-4901-8d73-0bd823541419 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddddd734-c2b9-4f41-82f6-ba397ed25a3b HTTP/1.1" status: 200 len: 945 time: 0.1253881 Jun 23 19:16:03.232089 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-aae9eedf-de9e-4e04-aeb2-9276367744d5 req-2a5246c9-f770-40ab-a656-c0605aee4534 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/security-groups?id=c2776881-bb35-4303-b9af-012b9fea3b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672212 Jun 23 19:16:03.368611 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-f4478e29-b329-40cf-925f-4a5bffdb351c req-233065b0-97a1-4247-82ef-86c701e724e2 tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745549710641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745549236134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28924686'] for port, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:03.374567 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-97bddf13-6734-41f2-8f83-582c41b819e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:16:03.403952 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] get_ports_and_sgs() called for port_ids ['a3bca839-5907-4e94-82d4-d442ff27dc7a'] {{(pid=93954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:16:03.413064 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233065b0-97a1-4247-82ef-86c701e724e2 tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] Pushing event deleted for resources: {'Port': ['ID=a3bca839-5907-4e94-82d4-d442ff27dc7a,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:16:03.432491 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-233065b0-97a1-4247-82ef-86c701e724e2 tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:16:03.463132 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4478e29-b329-40cf-925f-4a5bffdb351c req-233065b0-97a1-4247-82ef-86c701e724e2 tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] No DVR routers for this DVR port a3bca839-5907-4e94-82d4-d442ff27dc7a on host hv-cinder-79049 {{(pid=93953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:16:03.466789 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-f4478e29-b329-40cf-925f-4a5bffdb351c req-233065b0-97a1-4247-82ef-86c701e724e2 tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:03.469297 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f4478e29-b329-40cf-925f-4a5bffdb351c req-233065b0-97a1-4247-82ef-86c701e724e2 tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] 10.222.0.49 "DELETE /v2.0/ports/a3bca839-5907-4e94-82d4-d442ff27dc7a HTTP/1.1" status: 204 len: 173 time: 0.6445484 Jun 23 19:16:03.469951 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07c12ed-ab71-42de-bac2-4f362516cb45', 'name': 'network-vif-deleted', 'tag': 'a3bca839-5907-4e94-82d4-d442ff27dc7a'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:16:03.472250 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8902aeace0540733bba5a146bce723956a3312b5b25ae011a73fc84317b4d28a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb1f3231-0b5f-402f-8b8c-758603968d53" -d '{"events": [{"server_uuid": "f07c12ed-ab71-42de-bac2-4f362516cb45", "name": "network-vif-deleted", "tag": "a3bca839-5907-4e94-82d4-d442ff27dc7a"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:16:03.488931 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a398d17-a075-4453-9f33-506331810c6b req-98bac9a5-81ee-4eb7-9466-9f26aa50b2e0 tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:16:03.490312 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3a398d17-a075-4453-9f33-506331810c6b req-98bac9a5-81ee-4eb7-9466-9f26aa50b2e0 tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] 10.222.0.69 "GET /v2.0/ports?device_id=f07c12ed-ab71-42de-bac2-4f362516cb45 HTTP/1.1" status: 200 len: 867 time: 0.1577194 Jun 23 19:16:03.528739 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3a398d17-a075-4453-9f33-506331810c6b req-7bfcec77-df6f-471b-b5d6-a7cd2cfce21a tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c328cd8-b518-403e-961e-81c730c44ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326226 Jun 23 19:16:03.575320 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6178f9ba-6d13-4709-853c-22c94d43e03d x-openstack-request-id: req-6178f9ba-6d13-4709-853c-22c94d43e03d {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:16:03.575320 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f07c12ed-ab71-42de-bac2-4f362516cb45", "name": "network-vif-deleted", "tag": "a3bca839-5907-4e94-82d4-d442ff27dc7a", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:16:03.575320 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6178f9ba-6d13-4709-853c-22c94d43e03d {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:16:03.575320 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f07c12ed-ab71-42de-bac2-4f362516cb45', 'name': 'network-vif-deleted', 'tag': 'a3bca839-5907-4e94-82d4-d442ff27dc7a', 'status': 'completed', 'code': 200} Jun 23 19:16:04.148246 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-36873b57-c469-4164-8152-400a4dc72ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:04.686305 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c7bddd0c-30f2-4564-a15f-e567125df3c9 req-1e205543-6b02-49e5-88c5-5d0b9b9fee9d tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] 10.222.0.69 "GET /v2.0/ports?device_id=f07c12ed-ab71-42de-bac2-4f362516cb45 HTTP/1.1" status: 200 len: 210 time: 0.0322392 Jun 23 19:16:05.420758 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0dfa02b7-e69b-42f9-a1c6-d55a29ea84e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:09.237169 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device a3bca839-5907-4e94-82d4-d442ff27dc7a no longer exists at agent hyperv_hv-cinder-79049 {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:16:09.259924 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] No Port match for: a3bca839-5907-4e94-82d4-d442ff27dc7a {{(pid=93954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:16:09.260275 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device a3bca839-5907-4e94-82d4-d442ff27dc7a not bound to the agent host hv-cinder-79049 {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:16:13.648876 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a857a-7e95-4e53-a93d-a7d809e5d7d9 req-2065d1ec-31a4-403e-800f-fb5e6738a99e tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:16:13.657465 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c62a857a-7e95-4e53-a93d-a7d809e5d7d9 req-2065d1ec-31a4-403e-800f-fb5e6738a99e tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/networks?id=09ee89c6-549b-4343-8604-ae4af310af03 HTTP/1.1" status: 200 len: 815 time: 0.1284671 Jun 23 19:16:13.668824 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c62a857a-7e95-4e53-a93d-a7d809e5d7d9 req-2fc783de-f1df-4a1b-b025-690a252a6c81 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/quotas/e6d184e1dd734d5787deb154fd402d1b HTTP/1.1" status: 200 len: 375 time: 0.0104301 Jun 23 19:16:13.751797 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c62a857a-7e95-4e53-a93d-a7d809e5d7d9 req-6156d089-34cf-41c6-bf86-40d9a1fd7229 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e6d184e1dd734d5787deb154fd402d1b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0758469 Jun 23 19:16:13.849241 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c62a857a-7e95-4e53-a93d-a7d809e5d7d9 req-72051d20-dbb4-42a5-8c8e-1dcf4eef1096 service neutron] 10.222.0.69 "GET /v2.0/networks/09ee89c6-549b-4343-8604-ae4af310af03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894561 Jun 23 19:16:13.956878 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c62a857a-7e95-4e53-a93d-a7d809e5d7d9 req-8e883bc0-3165-4939-a1d4-216e86e36d11 service neutron] 10.222.0.69 "GET /v2.0/networks/09ee89c6-549b-4343-8604-ae4af310af03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985394 Jun 23 19:16:14.252720 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-709b3b4f-37cb-4a13-9799-32b3c1e1687d req-16408c59-d318-4a3e-8553-bc957e0301f2 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/ports?device_id=534ac620-21f6-4f60-a598-76042c9f3e24 HTTP/1.1" status: 200 len: 210 time: 0.0488007 Jun 23 19:16:15.375873 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c8fc2304-32eb-4b42-95a5-54abc807ae3f req-de2ff3b5-007d-435c-9c5d-5d8eda12fa86 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/ports?device_id=534ac620-21f6-4f60-a598-76042c9f3e24 HTTP/1.1" status: 200 len: 210 time: 0.0570650 Jun 23 19:16:16.617136 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2d2b4304-65bc-4702-beb9-293e6023f5ea req-2965f4ba-2f3b-4eaf-b190-f376a414ec1a tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/ports?device_id=534ac620-21f6-4f60-a598-76042c9f3e24 HTTP/1.1" status: 200 len: 210 time: 0.0392809 Jun 23 19:16:16.770328 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a857a-7e95-4e53-a93d-a7d809e5d7d9 req-6852c4f7-8c71-4f11-accd-6b166afe28cd tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:16:16.772030 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c62a857a-7e95-4e53-a93d-a7d809e5d7d9 req-6852c4f7-8c71-4f11-accd-6b166afe28cd tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.49 "GET /v2.0/networks?id=09ee89c6-549b-4343-8604-ae4af310af03 HTTP/1.1" status: 200 len: 815 time: 0.1233063 Jun 23 19:16:16.797731 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [req-c62a857a-7e95-4e53-a93d-a7d809e5d7d9 req-1afce76b-d5f0-4d82-9736-ee5d2ffad7ec tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Request body: {'port': {'device_id': '534ac620-21f6-4f60-a598-76042c9f3e24', 'network_id': '09ee89c6-549b-4343-8604-ae4af310af03', 'admin_state_up': True, 'tenant_id': 'e6d184e1dd734d5787deb154fd402d1b'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:16:17.004938 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c62a857a-7e95-4e53-a93d-a7d809e5d7d9 req-1afce76b-d5f0-4d82-9736-ee5d2ffad7ec tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Made reservation on behalf of e6d184e1dd734d5787deb154fd402d1b for: {'port': 1} {{(pid=93953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:16:17.009186 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-c62a857a-7e95-4e53-a93d-a7d809e5d7d9 req-1afce76b-d5f0-4d82-9736-ee5d2ffad7ec tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-975148'] for port, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:17.159505 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_common [req-c62a857a-7e95-4e53-a93d-a7d809e5d7d9 req-1afce76b-d5f0-4d82-9736-ee5d2ffad7ec tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Allocated IP 172.20.0.9 (09ee89c6-549b-4343-8604-ae4af310af03/98ba2778-b668-467f-b097-e30e1e5affa9/89210d9f-5385-45d8-8968-6fbf7a3de529) {{(pid=93953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:16:17.210453 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:17.335548 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-c62a857a-7e95-4e53-a93d-a7d809e5d7d9 req-1afce76b-d5f0-4d82-9736-ee5d2ffad7ec tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Notify callbacks [] for port, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:17.645312 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-c62a857a-7e95-4e53-a93d-a7d809e5d7d9 req-1afce76b-d5f0-4d82-9736-ee5d2ffad7ec tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-975211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745549236125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28924695'] for port, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:17.649507 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-0874381c-9c78-4029-933d-445d6de62e58 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:16:17.687872 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c62a857a-7e95-4e53-a93d-a7d809e5d7d9 req-1afce76b-d5f0-4d82-9736-ee5d2ffad7ec tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Network 09ee89c6-549b-4343-8604-ae4af310af03 is already hosted by enough agents. {{(pid=93953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:16:17.689572 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] get_ports_and_sgs() called for port_ids ['a3d0c0b9-d686-43f5-9502-f95c1fb73b38'] {{(pid=93954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:16:17.693128 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [req-c62a857a-7e95-4e53-a93d-a7d809e5d7d9 req-1afce76b-d5f0-4d82-9736-ee5d2ffad7ec tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Resources bound (agent type, host, resource id): {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:16:17.696792 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [req-c62a857a-7e95-4e53-a93d-a7d809e5d7d9 req-1afce76b-d5f0-4d82-9736-ee5d2ffad7ec tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Received port after_create {{(pid=93953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:16:17.736239 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afce76b-d5f0-4d82-9736-ee5d2ffad7ec tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Pushing event updated for resources: {'Port': ['ID=89210d9f-5385-45d8-8968-6fbf7a3de529,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:16:17.744807 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-1afce76b-d5f0-4d82-9736-ee5d2ffad7ec tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:16:17.826194 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a857a-7e95-4e53-a93d-a7d809e5d7d9 req-1afce76b-d5f0-4d82-9736-ee5d2ffad7ec tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:16:17.826793 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-c62a857a-7e95-4e53-a93d-a7d809e5d7d9 req-1afce76b-d5f0-4d82-9736-ee5d2ffad7ec tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:17.879580 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5053283-0288-4c6c-84e9-9785721402f7 req-e5f6fd19-2ec6-4651-8ec5-3029c3a6856c tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:16:17.881123 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d5053283-0288-4c6c-84e9-9785721402f7 req-e5f6fd19-2ec6-4651-8ec5-3029c3a6856c tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/ports?device_id=534ac620-21f6-4f60-a598-76042c9f3e24 HTTP/1.1" status: 200 len: 931 time: 0.1215050 Jun 23 19:16:17.920477 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c62a857a-7e95-4e53-a93d-a7d809e5d7d9 req-1afce76b-d5f0-4d82-9736-ee5d2ffad7ec tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1267188 Jun 23 19:16:17.931970 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d5053283-0288-4c6c-84e9-9785721402f7 req-fe8a30ec-06ec-4765-bd2a-88280246849e tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/security-groups?id=c2776881-bb35-4303-b9af-012b9fea3b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433803 Jun 23 19:16:17.940286 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [req-c62a857a-7e95-4e53-a93d-a7d809e5d7d9 req-9472a452-996e-46f3-8157-a247074af470 service neutron] Request body: {'port': {'device_id': '534ac620-21f6-4f60-a598-76042c9f3e24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:16:18.046116 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-c62a857a-7e95-4e53-a93d-a7d809e5d7d9 req-9472a452-996e-46f3-8157-a247074af470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:18.384796 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [req-c62a857a-7e95-4e53-a93d-a7d809e5d7d9 req-9472a452-996e-46f3-8157-a247074af470 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89210d9f-5385-45d8-8968-6fbf7a3de529 {{(pid=93953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:16:18.394066 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-c62a857a-7e95-4e53-a93d-a7d809e5d7d9 req-9472a452-996e-46f3-8157-a247074af470 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:18.409888 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [req-c62a857a-7e95-4e53-a93d-a7d809e5d7d9 req-9472a452-996e-46f3-8157-a247074af470 service neutron] Transition to ACTIVE for port object 89210d9f-5385-45d8-8968-6fbf7a3de529 will not be triggered until provisioned by entity L2. {{(pid=93953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:16:18.472079 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-c62a857a-7e95-4e53-a93d-a7d809e5d7d9 req-9472a452-996e-46f3-8157-a247074af470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28924677'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:18.474307 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-1afce76b-d5f0-4d82-9736-ee5d2ffad7ec tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:16:18.523215 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9472a452-996e-46f3-8157-a247074af470 service neutron] Pushing event updated for resources: {'Port': ['ID=89210d9f-5385-45d8-8968-6fbf7a3de529,revision_number=2']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:16:18.527116 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-9472a452-996e-46f3-8157-a247074af470 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:16:18.606840 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-c62a857a-7e95-4e53-a93d-a7d809e5d7d9 req-9472a452-996e-46f3-8157-a247074af470 service neutron] Attempting to bind port 89210d9f-5385-45d8-8968-6fbf7a3de529 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:16:18.607218 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-c62a857a-7e95-4e53-a93d-a7d809e5d7d9 req-9472a452-996e-46f3-8157-a247074af470 service neutron] Attempting to bind port 89210d9f-5385-45d8-8968-6fbf7a3de529 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '17995e88-d4eb-40f1-8237-6c37b5322442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '09ee89c6-549b-4343-8604-ae4af310af03'}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:16:18.607550 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62a857a-7e95-4e53-a93d-a7d809e5d7d9 req-9472a452-996e-46f3-8157-a247074af470 service neutron] Attempting to bind port 89210d9f-5385-45d8-8968-6fbf7a3de529 on network 09ee89c6-549b-4343-8604-ae4af310af03 {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:16:18.612161 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62a857a-7e95-4e53-a93d-a7d809e5d7d9 req-9472a452-996e-46f3-8157-a247074af470 service neutron] Port 89210d9f-5385-45d8-8968-6fbf7a3de529 on network 09ee89c6-549b-4343-8604-ae4af310af03 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 19:16:18.612488 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62a857a-7e95-4e53-a93d-a7d809e5d7d9 req-9472a452-996e-46f3-8157-a247074af470 service neutron] Attempting to bind port 89210d9f-5385-45d8-8968-6fbf7a3de529 on network 09ee89c6-549b-4343-8604-ae4af310af03 {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:16:18.618688 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62a857a-7e95-4e53-a93d-a7d809e5d7d9 req-9472a452-996e-46f3-8157-a247074af470 service neutron] Checking agent: {'id': '931bf73c-9d40-46c8-855c-92667356b0d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 19, 4, 47), 'started_at': datetime.datetime(2021, 6, 23, 19, 4, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:16:18.619272 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62a857a-7e95-4e53-a93d-a7d809e5d7d9 req-9472a452-996e-46f3-8157-a247074af470 service neutron] Checking segment: {'id': '17995e88-d4eb-40f1-8237-6c37b5322442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '09ee89c6-549b-4343-8604-ae4af310af03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:16:18.619700 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62a857a-7e95-4e53-a93d-a7d809e5d7d9 req-9472a452-996e-46f3-8157-a247074af470 service neutron] Bound using segment: {'id': '17995e88-d4eb-40f1-8237-6c37b5322442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '09ee89c6-549b-4343-8604-ae4af310af03'} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:16:18.620863 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-c62a857a-7e95-4e53-a93d-a7d809e5d7d9 req-9472a452-996e-46f3-8157-a247074af470 service neutron] Bound port: 89210d9f-5385-45d8-8968-6fbf7a3de529, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17995e88-d4eb-40f1-8237-6c37b5322442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '09ee89c6-549b-4343-8604-ae4af310af03'}}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:16:18.621228 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-c62a857a-7e95-4e53-a93d-a7d809e5d7d9 req-9472a452-996e-46f3-8157-a247074af470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:18.697657 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-c62a857a-7e95-4e53-a93d-a7d809e5d7d9 req-9472a452-996e-46f3-8157-a247074af470 service neutron] For port 89210d9f-5385-45d8-8968-6fbf7a3de529, host hv-cinder-79049, cleared binding levels {{(pid=93953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:16:18.702636 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-c62a857a-7e95-4e53-a93d-a7d809e5d7d9 req-9472a452-996e-46f3-8157-a247074af470 service neutron] For port 89210d9f-5385-45d8-8968-6fbf7a3de529, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=89210d9f-5385-45d8-8968-6fbf7a3de529,segment=NetworkSegment(17995e88-d4eb-40f1-8237-6c37b5322442),segment_id=17995e88-d4eb-40f1-8237-6c37b5322442)] {{(pid=93953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:16:18.765922 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-c62a857a-7e95-4e53-a93d-a7d809e5d7d9 req-9472a452-996e-46f3-8157-a247074af470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28924677'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:18.773514 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-9c0786bb-da54-4700-9907-11abb8e6cb60 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:16:18.817971 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a857a-7e95-4e53-a93d-a7d809e5d7d9 req-9472a452-996e-46f3-8157-a247074af470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:16:18.818786 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-c62a857a-7e95-4e53-a93d-a7d809e5d7d9 req-9472a452-996e-46f3-8157-a247074af470 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:18.820421 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c62a857a-7e95-4e53-a93d-a7d809e5d7d9 req-9472a452-996e-46f3-8157-a247074af470 service neutron] 10.222.0.49 "PUT /v2.0/ports/89210d9f-5385-45d8-8968-6fbf7a3de529 HTTP/1.1" status: 200 len: 1093 time: 0.8862083 Jun 23 19:16:18.823503 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '534ac620-21f6-4f60-a598-76042c9f3e24', 'tag': '89210d9f-5385-45d8-8968-6fbf7a3de529'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:16:18.825755 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8902aeace0540733bba5a146bce723956a3312b5b25ae011a73fc84317b4d28a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65662786-8184-46f0-8057-95168378976e" -d '{"events": [{"name": "network-changed", "server_uuid": "534ac620-21f6-4f60-a598-76042c9f3e24", "tag": "89210d9f-5385-45d8-8968-6fbf7a3de529"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:16:18.870892 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8738136-4be9-479e-bf0f-5cfb85beb5a0 x-openstack-request-id: req-f8738136-4be9-479e-bf0f-5cfb85beb5a0 {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:16:18.871285 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "534ac620-21f6-4f60-a598-76042c9f3e24", "tag": "89210d9f-5385-45d8-8968-6fbf7a3de529", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:16:18.871697 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f8738136-4be9-479e-bf0f-5cfb85beb5a0 {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:16:18.872497 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '534ac620-21f6-4f60-a598-76042c9f3e24', 'tag': '89210d9f-5385-45d8-8968-6fbf7a3de529', 'status': 'completed', 'code': 200} Jun 23 19:16:18.886699 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9472a452-996e-46f3-8157-a247074af470 service neutron] Pushing event updated for resources: {'Port': ['ID=89210d9f-5385-45d8-8968-6fbf7a3de529,revision_number=3']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:16:18.891785 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-9472a452-996e-46f3-8157-a247074af470 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:16:18.984464 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65662786-8184-46f0-8057-95168378976e req-a3d1356f-a135-489e-9490-04ebf6372d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:16:18.986568 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-65662786-8184-46f0-8057-95168378976e req-a3d1356f-a135-489e-9490-04ebf6372d45 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e6d184e1dd734d5787deb154fd402d1b&device_id=534ac620-21f6-4f60-a598-76042c9f3e24 HTTP/1.1" status: 200 len: 1096 time: 0.0675480 Jun 23 19:16:19.154156 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65662786-8184-46f0-8057-95168378976e req-a037370f-1352-40f6-bfeb-087faf7f7eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:16:19.156248 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-65662786-8184-46f0-8057-95168378976e req-a037370f-1352-40f6-bfeb-087faf7f7eed service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=e6d184e1dd734d5787deb154fd402d1b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1547992 Jun 23 19:16:19.251314 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8972122e-f6a8-46c8-9c3b-623cfdcbb52a req-2ada5821-e138-488c-8a2c-6ce0be369b29 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:16:19.252845 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8972122e-f6a8-46c8-9c3b-623cfdcbb52a req-2ada5821-e138-488c-8a2c-6ce0be369b29 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/ports?device_id=534ac620-21f6-4f60-a598-76042c9f3e24 HTTP/1.1" status: 200 len: 943 time: 0.1690350 Jun 23 19:16:19.316081 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8972122e-f6a8-46c8-9c3b-623cfdcbb52a req-c43bb0f3-7112-4785-a6ca-f48e3be07271 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/security-groups?id=c2776881-bb35-4303-b9af-012b9fea3b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561094 Jun 23 19:16:19.317445 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65662786-8184-46f0-8057-95168378976e req-3cdc1e36-b0a5-49be-9734-f4581865d843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:16:19.319004 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-65662786-8184-46f0-8057-95168378976e req-3cdc1e36-b0a5-49be-9734-f4581865d843 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1523139 Jun 23 19:16:19.456812 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a857a-7e95-4e53-a93d-a7d809e5d7d9 req-a5b8dd5e-ca7e-4abe-9411-845e3522fd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:16:19.458280 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c62a857a-7e95-4e53-a93d-a7d809e5d7d9 req-a5b8dd5e-ca7e-4abe-9411-845e3522fd12 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e6d184e1dd734d5787deb154fd402d1b&device_id=534ac620-21f6-4f60-a598-76042c9f3e24 HTTP/1.1" status: 200 len: 1096 time: 0.0625904 Jun 23 19:16:19.517949 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c62a857a-7e95-4e53-a93d-a7d809e5d7d9 req-533df471-89f9-4123-920f-b1a4c332f9bc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89210d9f-5385-45d8-8968-6fbf7a3de529 HTTP/1.1" status: 200 len: 217 time: 0.0422888 Jun 23 19:16:19.571138 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a857a-7e95-4e53-a93d-a7d809e5d7d9 req-2b5e720a-d217-4739-afec-a9190b4b596e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:16:19.572977 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c62a857a-7e95-4e53-a93d-a7d809e5d7d9 req-2b5e720a-d217-4739-afec-a9190b4b596e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=98ba2778-b668-467f-b097-e30e1e5affa9 HTTP/1.1" status: 200 len: 855 time: 0.0475955 Jun 23 19:16:19.607160 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c62a857a-7e95-4e53-a93d-a7d809e5d7d9 req-9326116a-ad2e-4c98-ba90-0412d00dcac1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=09ee89c6-549b-4343-8604-ae4af310af03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274379 Jun 23 19:16:20.000038 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c62a857a-7e95-4e53-a93d-a7d809e5d7d9 req-abb0e352-4c3d-4a60-b093-1a56202fc085 service neutron] 10.222.0.49 "GET /v2.0/networks/09ee89c6-549b-4343-8604-ae4af310af03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3857107 Jun 23 19:16:20.093980 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c62a857a-7e95-4e53-a93d-a7d809e5d7d9 req-c3f12296-1a51-4e20-b076-7e8d009bb927 service neutron] 10.222.0.49 "GET /v2.0/networks/09ee89c6-549b-4343-8604-ae4af310af03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867858 Jun 23 19:16:20.521024 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51a8873-317f-4286-912d-58c53ac90d79 req-ac5483ba-561a-4b45-9d9c-463685372b73 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:16:20.522845 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e51a8873-317f-4286-912d-58c53ac90d79 req-ac5483ba-561a-4b45-9d9c-463685372b73 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/ports?device_id=534ac620-21f6-4f60-a598-76042c9f3e24 HTTP/1.1" status: 200 len: 943 time: 0.0888922 Jun 23 19:16:20.573798 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e51a8873-317f-4286-912d-58c53ac90d79 req-3494a9f5-c21d-417f-970c-a64e1f7a783d tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/security-groups?id=c2776881-bb35-4303-b9af-012b9fea3b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444810 Jun 23 19:16:21.761834 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0827bce2-e9ec-46fd-8eea-080022223227 req-073b0aea-5aa4-4a45-a561-237f53ca2e27 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:16:21.763418 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0827bce2-e9ec-46fd-8eea-080022223227 req-073b0aea-5aa4-4a45-a561-237f53ca2e27 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/ports?device_id=534ac620-21f6-4f60-a598-76042c9f3e24 HTTP/1.1" status: 200 len: 943 time: 0.0659778 Jun 23 19:16:21.812737 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0827bce2-e9ec-46fd-8eea-080022223227 req-7241785c-5e1c-4966-83b0-debbed7f6d51 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/security-groups?id=c2776881-bb35-4303-b9af-012b9fea3b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421376 Jun 23 19:16:22.270160 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device 89210d9f-5385-45d8-8968-6fbf7a3de529 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=93954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 19:16:22.413812 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] For port 89210d9f-5385-45d8-8968-6fbf7a3de529, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=89210d9f-5385-45d8-8968-6fbf7a3de529,segment=NetworkSegment(17995e88-d4eb-40f1-8237-6c37b5322442),segment_id=17995e88-d4eb-40f1-8237-6c37b5322442)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:16:22.429696 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Returning: {'device': '89210d9f-5385-45d8-8968-6fbf7a3de529', 'network_id': '09ee89c6-549b-4343-8604-ae4af310af03', 'port_id': '89210d9f-5385-45d8-8968-6fbf7a3de529', 'mac_address': 'fa:16:3e:3c:c6:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 929, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98ba2778-b668-467f-b097-e30e1e5affa9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 19:16:22.473080 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:22.487565 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.notifiers.nova [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89210d9f-5385-45d8-8968-6fbf7a3de529 {{(pid=93954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:16:22.507900 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] For port 89210d9f-5385-45d8-8968-6fbf7a3de529, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=89210d9f-5385-45d8-8968-6fbf7a3de529,segment=NetworkSegment(17995e88-d4eb-40f1-8237-6c37b5322442),segment_id=17995e88-d4eb-40f1-8237-6c37b5322442)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:16:22.577049 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:22.582871 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:16:22.652784 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Pushing event updated for resources: {'Port': ['ID=89210d9f-5385-45d8-8968-6fbf7a3de529,revision_number=4']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:16:22.656129 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:16:22.919761 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] get_ports_and_sgs() called for port_ids ['89210d9f-5385-45d8-8968-6fbf7a3de529'] {{(pid=93954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:16:22.993518 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a680c688-eed1-4c00-87a3-fb97f17ce71b req-182db4b5-6113-483e-8d90-702df4b6ae47 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:16:23.002653 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a680c688-eed1-4c00-87a3-fb97f17ce71b req-182db4b5-6113-483e-8d90-702df4b6ae47 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/ports?device_id=534ac620-21f6-4f60-a598-76042c9f3e24 HTTP/1.1" status: 200 len: 944 time: 0.0772378 Jun 23 19:16:23.043665 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a680c688-eed1-4c00-87a3-fb97f17ce71b req-6de16901-2b3b-4806-8490-0043261e57f6 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/security-groups?id=c2776881-bb35-4303-b9af-012b9fea3b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400009 Jun 23 19:16:24.242152 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192d1dce-39d0-409f-8058-93ce38442afb req-73808a97-da26-478e-bed0-5a3a665e8972 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:16:24.246489 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-192d1dce-39d0-409f-8058-93ce38442afb req-73808a97-da26-478e-bed0-5a3a665e8972 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/ports?device_id=534ac620-21f6-4f60-a598-76042c9f3e24 HTTP/1.1" status: 200 len: 944 time: 0.0782478 Jun 23 19:16:24.279120 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device 89210d9f-5385-45d8-8968-6fbf7a3de529 up at agent hyperv_hv-cinder-79049 {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:16:24.302144 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-192d1dce-39d0-409f-8058-93ce38442afb req-746af77a-f275-48a1-95bc-c9feac6a5e8b tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/security-groups?id=c2776881-bb35-4303-b9af-012b9fea3b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483384 Jun 23 19:16:24.451030 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Provisioning for port 89210d9f-5385-45d8-8968-6fbf7a3de529 completed by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:16:24.455137 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Provisioning complete for port 89210d9f-5385-45d8-8968-6fbf7a3de529 triggered by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:16:24.455551 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:24.550295 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:24.578418 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '534ac620-21f6-4f60-a598-76042c9f3e24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89210d9f-5385-45d8-8968-6fbf7a3de529'}] {{(pid=93954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:16:24.580766 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78efef87a1af135e54214795b53a936b9e8d2b7d09f053504b37278e2de45a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c93b6259-2594-443a-9dca-ebc073013fa3" -d '{"events": [{"server_uuid": "534ac620-21f6-4f60-a598-76042c9f3e24", "name": "network-vif-plugged", "status": "completed", "tag": "89210d9f-5385-45d8-8968-6fbf7a3de529"}]}' {{(pid=93954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:16:24.599560 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] For port 89210d9f-5385-45d8-8968-6fbf7a3de529, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=89210d9f-5385-45d8-8968-6fbf7a3de529,segment=NetworkSegment(17995e88-d4eb-40f1-8237-6c37b5322442),segment_id=17995e88-d4eb-40f1-8237-6c37b5322442)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:16:24.639414 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7031240-9bd9-4ee0-ab01-11e29a81b9c7 x-openstack-request-id: req-d7031240-9bd9-4ee0-ab01-11e29a81b9c7 {{(pid=93954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:16:24.639771 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "534ac620-21f6-4f60-a598-76042c9f3e24", "name": "network-vif-plugged", "status": "completed", "tag": "89210d9f-5385-45d8-8968-6fbf7a3de529", "code": 200}]} {{(pid=93954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:16:24.640015 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d7031240-9bd9-4ee0-ab01-11e29a81b9c7 {{(pid=93954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:16:24.640419 dv-cinder-790492-6-iscsi neutron-server[93954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '534ac620-21f6-4f60-a598-76042c9f3e24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89210d9f-5385-45d8-8968-6fbf7a3de529', 'code': 200} Jun 23 19:16:24.668368 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:24.670543 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:16:24.743473 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Pushing event updated for resources: {'Port': ['ID=89210d9f-5385-45d8-8968-6fbf7a3de529,revision_number=5']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:16:24.747239 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:16:25.130610 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a54274f-5581-45a0-bd66-967522abac27 req-1709b73a-9f3e-4d5c-89f5-c23e6ca29f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:16:25.132730 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2a54274f-5581-45a0-bd66-967522abac27 req-1709b73a-9f3e-4d5c-89f5-c23e6ca29f31 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=534ac620-21f6-4f60-a598-76042c9f3e24 HTTP/1.1" status: 200 len: 1098 time: 0.0803018 Jun 23 19:16:25.180287 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2a54274f-5581-45a0-bd66-967522abac27 req-a724cc0b-2dfe-449f-9763-56de490d9ea5 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c2776881-bb35-4303-b9af-012b9fea3b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393806 Jun 23 19:16:25.494356 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a783964-9173-4fc6-b74f-4ef92d742a0d req-1bbcc729-49fc-4ff5-950e-013ee8777a5d tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:16:25.497274 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0a783964-9173-4fc6-b74f-4ef92d742a0d req-1bbcc729-49fc-4ff5-950e-013ee8777a5d tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/ports?device_id=534ac620-21f6-4f60-a598-76042c9f3e24 HTTP/1.1" status: 200 len: 945 time: 0.0785680 Jun 23 19:16:25.550202 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0a783964-9173-4fc6-b74f-4ef92d742a0d req-1a708abf-45f3-4411-af08-90e391ac7b6b tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/security-groups?id=c2776881-bb35-4303-b9af-012b9fea3b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464427 Jun 23 19:16:26.726091 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2840c291-35eb-4622-abea-c4a41d4eab43 req-81f85c43-3cfc-4f7a-ae51-acf7f4452ee2 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:16:26.727562 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2840c291-35eb-4622-abea-c4a41d4eab43 req-81f85c43-3cfc-4f7a-ae51-acf7f4452ee2 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/ports?device_id=534ac620-21f6-4f60-a598-76042c9f3e24 HTTP/1.1" status: 200 len: 945 time: 0.0656934 Jun 23 19:16:26.765858 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2840c291-35eb-4622-abea-c4a41d4eab43 req-a9bed436-b7b8-4c89-bcce-3a8aca4eb0d8 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/security-groups?id=c2776881-bb35-4303-b9af-012b9fea3b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320973 Jun 23 19:16:27.941066 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767beae6-046f-4993-9c61-372b47148d74 req-b6d70a8b-8eeb-48e1-b818-ffab57066e44 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:16:27.942486 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-767beae6-046f-4993-9c61-372b47148d74 req-b6d70a8b-8eeb-48e1-b818-ffab57066e44 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/ports?device_id=534ac620-21f6-4f60-a598-76042c9f3e24 HTTP/1.1" status: 200 len: 945 time: 0.0662758 Jun 23 19:16:27.980200 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-767beae6-046f-4993-9c61-372b47148d74 req-e3cae43a-21c4-473b-8442-7e2d3697226d tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/security-groups?id=c2776881-bb35-4303-b9af-012b9fea3b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316069 Jun 23 19:16:30.204432 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-321d0232-c701-4677-b31d-3813b09f9bd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:30.894076 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d5e96-557f-4309-a5d3-5925868e6ea8 req-61f243b9-b773-4db2-82df-086458d9e1ad tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:16:30.895547 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d47d5e96-557f-4309-a5d3-5925868e6ea8 req-61f243b9-b773-4db2-82df-086458d9e1ad tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/networks?id=09ee89c6-549b-4343-8604-ae4af310af03 HTTP/1.1" status: 200 len: 815 time: 0.1041903 Jun 23 19:16:30.910710 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d47d5e96-557f-4309-a5d3-5925868e6ea8 req-88c07d14-ae1d-4d47-b982-2fe7b451964e tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/quotas/e6d184e1dd734d5787deb154fd402d1b HTTP/1.1" status: 200 len: 375 time: 0.0091753 Jun 23 19:16:30.975446 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d47d5e96-557f-4309-a5d3-5925868e6ea8 req-f328425b-12fc-4ee5-b8b0-34de4766cb21 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e6d184e1dd734d5787deb154fd402d1b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0594699 Jun 23 19:16:31.069332 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d47d5e96-557f-4309-a5d3-5925868e6ea8 req-2642c330-dd18-40e5-b90f-24196a97e5e1 service neutron] 10.222.0.69 "GET /v2.0/networks/09ee89c6-549b-4343-8604-ae4af310af03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843444 Jun 23 19:16:31.162436 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d47d5e96-557f-4309-a5d3-5925868e6ea8 req-afd60150-a486-4ce9-9d3b-2b118898981d service neutron] 10.222.0.69 "GET /v2.0/networks/09ee89c6-549b-4343-8604-ae4af310af03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872440 Jun 23 19:16:31.423798 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-78a49f51-952b-430b-8bb7-f2a6f96d86d0 req-967c66dd-52a7-4ed7-92d2-668aafb73e76 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/ports?device_id=67e70b9e-f35f-48a6-a5e7-6100a6ffb84a HTTP/1.1" status: 200 len: 210 time: 0.0291135 Jun 23 19:16:31.445868 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 39030) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:16:31.490553 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_v2 [None req-53233ad3-2990-43ac-90d1-8221df0d6d8b admin admin] Deleting subnet 4e852a09-5c0f-49c1-bc1e-62930c4ce8a1 {{(pid=93953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 19:16:31.493688 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-53233ad3-2990-43ac-90d1-8221df0d6d8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:31.530301 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-53233ad3-2990-43ac-90d1-8221df0d6d8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28925915'] for subnet, precommit_delete_associations {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:31.573081 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-53233ad3-2990-43ac-90d1-8221df0d6d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884468'] for subnet, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:31.734766 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-53233ad3-2990-43ac-90d1-8221df0d6d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28924740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28230522'] for subnet, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:31.738074 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-93743d5f-ac88-43d6-b5aa-58db1a698c70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:16:31.762955 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53233ad3-2990-43ac-90d1-8221df0d6d8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e852a09-5c0f-49c1-bc1e-62930c4ce8a1,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:16:31.765784 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-53233ad3-2990-43ac-90d1-8221df0d6d8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:31.767198 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-53233ad3-2990-43ac-90d1-8221df0d6d8b admin admin] 10.222.0.69 "DELETE /v2.0/subnets/4e852a09-5c0f-49c1-bc1e-62930c4ce8a1 HTTP/1.1" status: 204 len: 168 time: 0.3201828 Jun 23 19:16:31.769733 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 39036) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:16:31.773177 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53233ad3-2990-43ac-90d1-8221df0d6d8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:16:31.773562 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53233ad3-2990-43ac-90d1-8221df0d6d8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:16:31.773936 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53233ad3-2990-43ac-90d1-8221df0d6d8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:16:31.774301 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53233ad3-2990-43ac-90d1-8221df0d6d8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:16:31.774665 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53233ad3-2990-43ac-90d1-8221df0d6d8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:16:31.775026 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53233ad3-2990-43ac-90d1-8221df0d6d8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:16:31.775399 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53233ad3-2990-43ac-90d1-8221df0d6d8b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:16:31.781089 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53233ad3-2990-43ac-90d1-8221df0d6d8b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:16:31.781089 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53233ad3-2990-43ac-90d1-8221df0d6d8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:16:31.781089 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53233ad3-2990-43ac-90d1-8221df0d6d8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:16:31.781089 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53233ad3-2990-43ac-90d1-8221df0d6d8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:16:31.781089 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53233ad3-2990-43ac-90d1-8221df0d6d8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:16:31.781089 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-53233ad3-2990-43ac-90d1-8221df0d6d8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:16:31.843159 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-f73a4319-41c7-4127-ad35-b7747e51fa1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-959346'] for network, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:31.927174 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-f73a4319-41c7-4127-ad35-b7747e51fa1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883321', 'neutron.services.segments.db._delete_segments_for_network-8745549744415'] for network, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:31.937274 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.services.segments.db [None req-f73a4319-41c7-4127-ad35-b7747e51fa1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18a3ada1-053d-4f20-bc7d-49f465f628b0']}} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:16:31.946902 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.services.segments.db [None req-f73a4319-41c7-4127-ad35-b7747e51fa1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28aca343-3240-4dd7-af4b-b2301b5762d4') {'for_net_delete': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:16:31.947134 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.services.segments.db [None req-f73a4319-41c7-4127-ad35-b7747e51fa1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28aca343-3240-4dd7-af4b-b2301b5762d4') {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:16:31.955545 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-f73a4319-41c7-4127-ad35-b7747e51fa1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745549732078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25525066'] for segment, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:31.971894 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-f73a4319-41c7-4127-ad35-b7747e51fa1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886977'] for segment, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:31.977722 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f73a4319-41c7-4127-ad35-b7747e51fa1b admin admin] Releasing vlan 938 on physical network physnet1 to pool {{(pid=93952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 19:16:31.981992 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-f73a4319-41c7-4127-ad35-b7747e51fa1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26440072'] for segment, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:31.981992 dv-cinder-790492-6-iscsi neutron-server[93952]: Traceback (most recent call last): Jun 23 19:16:31.981992 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 19:16:31.981992 dv-cinder-790492-6-iscsi neutron-server[93952]: timer() Jun 23 19:16:31.981992 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 19:16:31.981992 dv-cinder-790492-6-iscsi neutron-server[93952]: cb(*args, **kw) Jun 23 19:16:31.981992 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 19:16:31.981992 dv-cinder-790492-6-iscsi neutron-server[93952]: return func(*args, **kwargs) Jun 23 19:16:31.981992 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 19:16:31.981992 dv-cinder-790492-6-iscsi neutron-server[93952]: self._notify() Jun 23 19:16:31.981992 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 19:16:31.981992 dv-cinder-790492-6-iscsi neutron-server[93952]: self.callback(batched_events) Jun 23 19:16:31.981992 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 19:16:31.981992 dv-cinder-790492-6-iscsi neutron-server[93952]: event.method(event) Jun 23 19:16:31.981992 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 19:16:31.981992 dv-cinder-790492-6-iscsi neutron-server[93952]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 19:16:31.981992 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 19:16:31.981992 dv-cinder-790492-6-iscsi neutron-server[93952]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 19:16:31.981992 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 19:16:31.981992 dv-cinder-790492-6-iscsi neutron-server[93952]: return f(self, *a, **k) Jun 23 19:16:31.981992 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 19:16:31.981992 dv-cinder-790492-6-iscsi neutron-server[93952]: return self._get(url).json() Jun 23 19:16:31.981992 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 19:16:31.981992 dv-cinder-790492-6-iscsi neutron-server[93952]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 19:16:31.981992 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 19:16:31.981992 dv-cinder-790492-6-iscsi neutron-server[93952]: return self.request(url, 'GET', **kwargs) Jun 23 19:16:31.981992 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 19:16:31.981992 dv-cinder-790492-6-iscsi neutron-server[93952]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 19:16:31.981992 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 19:16:31.981992 dv-cinder-790492-6-iscsi neutron-server[93952]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 19:16:31.981992 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 19:16:31.981992 dv-cinder-790492-6-iscsi neutron-server[93952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 19:16:31.981992 dv-cinder-790492-6-iscsi neutron-server[93952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 19:16:32.099776 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-f73a4319-41c7-4127-ad35-b7747e51fa1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3862688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3708783'] for network, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:32.103500 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-a02b7917-2ec6-4cc0-89bd-abb0e768407c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:16:32.109552 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-f73a4319-41c7-4127-ad35-b7747e51fa1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770935'] for network, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:32.109552 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-f73a4319-41c7-4127-ad35-b7747e51fa1b admin admin] 10.222.0.69 "DELETE /v2.0/networks/18a3ada1-053d-4f20-bc7d-49f465f628b0 HTTP/1.1" status: 204 len: 168 time: 0.3376267 Jun 23 19:16:32.119987 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73a4319-41c7-4127-ad35-b7747e51fa1b admin admin] Pushing event deleted for resources: {'Network': ['ID=18a3ada1-053d-4f20-bc7d-49f465f628b0,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:16:32.126982 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73a4319-41c7-4127-ad35-b7747e51fa1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:16:32.127363 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73a4319-41c7-4127-ad35-b7747e51fa1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:16:32.127768 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73a4319-41c7-4127-ad35-b7747e51fa1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:16:32.128132 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73a4319-41c7-4127-ad35-b7747e51fa1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:16:32.128533 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73a4319-41c7-4127-ad35-b7747e51fa1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:16:32.128896 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73a4319-41c7-4127-ad35-b7747e51fa1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:16:32.129262 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73a4319-41c7-4127-ad35-b7747e51fa1b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:16:32.129659 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73a4319-41c7-4127-ad35-b7747e51fa1b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:16:32.130014 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73a4319-41c7-4127-ad35-b7747e51fa1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:16:32.130368 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73a4319-41c7-4127-ad35-b7747e51fa1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:16:32.130789 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73a4319-41c7-4127-ad35-b7747e51fa1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:16:32.131071 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73a4319-41c7-4127-ad35-b7747e51fa1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:16:32.134276 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-f73a4319-41c7-4127-ad35-b7747e51fa1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:16:32.441647 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 39042) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:16:32.497011 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-d2911cdb-f001-414c-b8ff-c7ed52970513 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e3c9617cfb794847a97f287ac1d403e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0487771 Jun 23 19:16:32.497011 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 39046) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:16:32.544114 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-3b290ec9-e4fb-46ab-a430-1dd5fb0f70b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:32.568674 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8ab39761-8e67-42a7-8f8b-ca1514e49dbc req-d6d706ef-bf8d-4ada-b7dd-246d642d3746 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/ports?device_id=67e70b9e-f35f-48a6-a5e7-6100a6ffb84a HTTP/1.1" status: 200 len: 210 time: 0.0306094 Jun 23 19:16:32.785166 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-3b290ec9-e4fb-46ab-a430-1dd5fb0f70b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:32.907371 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-3b290ec9-e4fb-46ab-a430-1dd5fb0f70b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:32.910533 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-3b290ec9-e4fb-46ab-a430-1dd5fb0f70b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:32.911778 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-3b290ec9-e4fb-46ab-a430-1dd5fb0f70b8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6c328cd8-b518-403e-961e-81c730c44ed5 HTTP/1.1" status: 204 len: 168 time: 0.4181104 Jun 23 19:16:32.912664 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-234f46b9-900f-4330-8347-993f0cc39754 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:16:32.920240 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b290ec9-e4fb-46ab-a430-1dd5fb0f70b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c328cd8-b518-403e-961e-81c730c44ed5,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:16:32.922776 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-3b290ec9-e4fb-46ab-a430-1dd5fb0f70b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:16:32.936751 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-eb4a0744-1869-4863-a2c6-b12779da8f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:33.055833 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:33.726630 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d5e96-557f-4309-a5d3-5925868e6ea8 req-1934a530-9196-4cfe-bf0f-49155a52105c tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:16:33.728101 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d47d5e96-557f-4309-a5d3-5925868e6ea8 req-1934a530-9196-4cfe-bf0f-49155a52105c tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.49 "GET /v2.0/networks?id=09ee89c6-549b-4343-8604-ae4af310af03 HTTP/1.1" status: 200 len: 815 time: 0.1321871 Jun 23 19:16:33.730643 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-5ff9d5e2-1aba-4321-9f06-999a8c754dcd req-f49dc92f-142a-4f0a-b343-37aaa69e413a tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/ports?device_id=67e70b9e-f35f-48a6-a5e7-6100a6ffb84a HTTP/1.1" status: 200 len: 210 time: 0.0379715 Jun 23 19:16:33.753992 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [req-d47d5e96-557f-4309-a5d3-5925868e6ea8 req-c4b76533-6fb8-49ed-b7b0-433fb82bca0e tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Request body: {'port': {'device_id': '67e70b9e-f35f-48a6-a5e7-6100a6ffb84a', 'network_id': '09ee89c6-549b-4343-8604-ae4af310af03', 'admin_state_up': True, 'tenant_id': 'e6d184e1dd734d5787deb154fd402d1b'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:16:33.981213 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d47d5e96-557f-4309-a5d3-5925868e6ea8 req-c4b76533-6fb8-49ed-b7b0-433fb82bca0e tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Made reservation on behalf of e6d184e1dd734d5787deb154fd402d1b for: {'port': 1} {{(pid=93953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:16:33.985105 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-d47d5e96-557f-4309-a5d3-5925868e6ea8 req-c4b76533-6fb8-49ed-b7b0-433fb82bca0e tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-975148'] for port, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:34.120403 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_common [req-d47d5e96-557f-4309-a5d3-5925868e6ea8 req-c4b76533-6fb8-49ed-b7b0-433fb82bca0e tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Allocated IP 172.20.0.13 (09ee89c6-549b-4343-8604-ae4af310af03/98ba2778-b668-467f-b097-e30e1e5affa9/ff2fd3e5-73fd-4b0c-a125-c0d4330f97f8) {{(pid=93953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:16:34.136474 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-36873b57-c469-4164-8152-400a4dc72ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:34.276868 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-d47d5e96-557f-4309-a5d3-5925868e6ea8 req-c4b76533-6fb8-49ed-b7b0-433fb82bca0e tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Notify callbacks [] for port, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:34.388569 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-d47d5e96-557f-4309-a5d3-5925868e6ea8 req-c4b76533-6fb8-49ed-b7b0-433fb82bca0e tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-975211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745549236125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28924695'] for port, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:34.393851 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-7cce4bea-750c-4590-88cc-5d35903d59d2 tempest-AttachVolumeTestJSON-1581108424 tempest-AttachVolumeTestJSON-1581108424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:16:34.430907 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] get_ports_and_sgs() called for port_ids ['a3d0c0b9-d686-43f5-9502-f95c1fb73b38', '89210d9f-5385-45d8-8968-6fbf7a3de529'] {{(pid=93954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:16:34.442088 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d47d5e96-557f-4309-a5d3-5925868e6ea8 req-c4b76533-6fb8-49ed-b7b0-433fb82bca0e tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Network 09ee89c6-549b-4343-8604-ae4af310af03 is already hosted by enough agents. {{(pid=93953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:16:34.445211 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [req-d47d5e96-557f-4309-a5d3-5925868e6ea8 req-c4b76533-6fb8-49ed-b7b0-433fb82bca0e tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Resources bound (agent type, host, resource id): {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:16:34.449122 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [req-d47d5e96-557f-4309-a5d3-5925868e6ea8 req-c4b76533-6fb8-49ed-b7b0-433fb82bca0e tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Received port after_create {{(pid=93953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:16:34.478017 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b76533-6fb8-49ed-b7b0-433fb82bca0e tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Pushing event updated for resources: {'Port': ['ID=ff2fd3e5-73fd-4b0c-a125-c0d4330f97f8,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:16:34.482977 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-c4b76533-6fb8-49ed-b7b0-433fb82bca0e tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:16:34.506257 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d5e96-557f-4309-a5d3-5925868e6ea8 req-c4b76533-6fb8-49ed-b7b0-433fb82bca0e tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:16:34.506868 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-d47d5e96-557f-4309-a5d3-5925868e6ea8 req-c4b76533-6fb8-49ed-b7b0-433fb82bca0e tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:34.583003 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d47d5e96-557f-4309-a5d3-5925868e6ea8 req-c4b76533-6fb8-49ed-b7b0-433fb82bca0e tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8341203 Jun 23 19:16:34.602337 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [req-d47d5e96-557f-4309-a5d3-5925868e6ea8 req-41cd2a6d-0c48-4272-8b4b-1fa6a51b63ef service neutron] Request body: {'port': {'device_id': '67e70b9e-f35f-48a6-a5e7-6100a6ffb84a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:16:34.674716 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-d47d5e96-557f-4309-a5d3-5925868e6ea8 req-41cd2a6d-0c48-4272-8b4b-1fa6a51b63ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:34.950878 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49b5b33-cfd1-4532-8482-2951f3f17407 req-df68d214-492c-4cd9-8171-1b6b0bf865df tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:16:34.952241 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f49b5b33-cfd1-4532-8482-2951f3f17407 req-df68d214-492c-4cd9-8171-1b6b0bf865df tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/ports?device_id=67e70b9e-f35f-48a6-a5e7-6100a6ffb84a HTTP/1.1" status: 200 len: 932 time: 0.1055701 Jun 23 19:16:35.014382 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [req-d47d5e96-557f-4309-a5d3-5925868e6ea8 req-41cd2a6d-0c48-4272-8b4b-1fa6a51b63ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff2fd3e5-73fd-4b0c-a125-c0d4330f97f8 {{(pid=93953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:16:35.024522 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f49b5b33-cfd1-4532-8482-2951f3f17407 req-924172eb-d5d5-4f51-baf7-a62808fc1466 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/security-groups?id=c2776881-bb35-4303-b9af-012b9fea3b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667324 Jun 23 19:16:35.026207 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-d47d5e96-557f-4309-a5d3-5925868e6ea8 req-41cd2a6d-0c48-4272-8b4b-1fa6a51b63ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:35.037813 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [req-d47d5e96-557f-4309-a5d3-5925868e6ea8 req-41cd2a6d-0c48-4272-8b4b-1fa6a51b63ef service neutron] Transition to ACTIVE for port object ff2fd3e5-73fd-4b0c-a125-c0d4330f97f8 will not be triggered until provisioned by entity L2. {{(pid=93953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:16:35.157697 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-d47d5e96-557f-4309-a5d3-5925868e6ea8 req-41cd2a6d-0c48-4272-8b4b-1fa6a51b63ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28924677'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:35.161515 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-9472a452-996e-46f3-8157-a247074af470 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:16:35.209857 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cd2a6d-0c48-4272-8b4b-1fa6a51b63ef service neutron] Pushing event updated for resources: {'Port': ['ID=ff2fd3e5-73fd-4b0c-a125-c0d4330f97f8,revision_number=2']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:16:35.231454 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-41cd2a6d-0c48-4272-8b4b-1fa6a51b63ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:16:35.279022 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-d47d5e96-557f-4309-a5d3-5925868e6ea8 req-41cd2a6d-0c48-4272-8b4b-1fa6a51b63ef service neutron] Attempting to bind port ff2fd3e5-73fd-4b0c-a125-c0d4330f97f8 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:16:35.279358 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-d47d5e96-557f-4309-a5d3-5925868e6ea8 req-41cd2a6d-0c48-4272-8b4b-1fa6a51b63ef service neutron] Attempting to bind port ff2fd3e5-73fd-4b0c-a125-c0d4330f97f8 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '17995e88-d4eb-40f1-8237-6c37b5322442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '09ee89c6-549b-4343-8604-ae4af310af03'}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:16:35.279713 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47d5e96-557f-4309-a5d3-5925868e6ea8 req-41cd2a6d-0c48-4272-8b4b-1fa6a51b63ef service neutron] Attempting to bind port ff2fd3e5-73fd-4b0c-a125-c0d4330f97f8 on network 09ee89c6-549b-4343-8604-ae4af310af03 {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:16:35.283895 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47d5e96-557f-4309-a5d3-5925868e6ea8 req-41cd2a6d-0c48-4272-8b4b-1fa6a51b63ef service neutron] Port ff2fd3e5-73fd-4b0c-a125-c0d4330f97f8 on network 09ee89c6-549b-4343-8604-ae4af310af03 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 19:16:35.289342 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47d5e96-557f-4309-a5d3-5925868e6ea8 req-41cd2a6d-0c48-4272-8b4b-1fa6a51b63ef service neutron] Attempting to bind port ff2fd3e5-73fd-4b0c-a125-c0d4330f97f8 on network 09ee89c6-549b-4343-8604-ae4af310af03 {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:16:35.289342 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47d5e96-557f-4309-a5d3-5925868e6ea8 req-41cd2a6d-0c48-4272-8b4b-1fa6a51b63ef service neutron] Checking agent: {'id': '931bf73c-9d40-46c8-855c-92667356b0d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 19, 4, 47), 'started_at': datetime.datetime(2021, 6, 23, 19, 4, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:16:35.289342 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47d5e96-557f-4309-a5d3-5925868e6ea8 req-41cd2a6d-0c48-4272-8b4b-1fa6a51b63ef service neutron] Checking segment: {'id': '17995e88-d4eb-40f1-8237-6c37b5322442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '09ee89c6-549b-4343-8604-ae4af310af03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:16:35.289712 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47d5e96-557f-4309-a5d3-5925868e6ea8 req-41cd2a6d-0c48-4272-8b4b-1fa6a51b63ef service neutron] Bound using segment: {'id': '17995e88-d4eb-40f1-8237-6c37b5322442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '09ee89c6-549b-4343-8604-ae4af310af03'} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:16:35.290140 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-d47d5e96-557f-4309-a5d3-5925868e6ea8 req-41cd2a6d-0c48-4272-8b4b-1fa6a51b63ef service neutron] Bound port: ff2fd3e5-73fd-4b0c-a125-c0d4330f97f8, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17995e88-d4eb-40f1-8237-6c37b5322442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '09ee89c6-549b-4343-8604-ae4af310af03'}}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:16:35.290488 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-d47d5e96-557f-4309-a5d3-5925868e6ea8 req-41cd2a6d-0c48-4272-8b4b-1fa6a51b63ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:35.352636 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-d47d5e96-557f-4309-a5d3-5925868e6ea8 req-41cd2a6d-0c48-4272-8b4b-1fa6a51b63ef service neutron] For port ff2fd3e5-73fd-4b0c-a125-c0d4330f97f8, host hv-cinder-79049, cleared binding levels {{(pid=93953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:16:35.356268 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-d47d5e96-557f-4309-a5d3-5925868e6ea8 req-41cd2a6d-0c48-4272-8b4b-1fa6a51b63ef service neutron] For port ff2fd3e5-73fd-4b0c-a125-c0d4330f97f8, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=ff2fd3e5-73fd-4b0c-a125-c0d4330f97f8,segment=NetworkSegment(17995e88-d4eb-40f1-8237-6c37b5322442),segment_id=17995e88-d4eb-40f1-8237-6c37b5322442)] {{(pid=93953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:16:35.432910 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0dfa02b7-e69b-42f9-a1c6-d55a29ea84e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:35.467869 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-d47d5e96-557f-4309-a5d3-5925868e6ea8 req-41cd2a6d-0c48-4272-8b4b-1fa6a51b63ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28924677'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:35.469897 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-a6b8109f-d63e-4024-af76-0dcd555589fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:16:35.502274 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d5e96-557f-4309-a5d3-5925868e6ea8 req-41cd2a6d-0c48-4272-8b4b-1fa6a51b63ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:16:35.502879 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-d47d5e96-557f-4309-a5d3-5925868e6ea8 req-41cd2a6d-0c48-4272-8b4b-1fa6a51b63ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:35.504266 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d47d5e96-557f-4309-a5d3-5925868e6ea8 req-41cd2a6d-0c48-4272-8b4b-1fa6a51b63ef service neutron] 10.222.0.49 "PUT /v2.0/ports/ff2fd3e5-73fd-4b0c-a125-c0d4330f97f8 HTTP/1.1" status: 200 len: 1094 time: 0.9063339 Jun 23 19:16:35.504784 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67e70b9e-f35f-48a6-a5e7-6100a6ffb84a', 'tag': 'ff2fd3e5-73fd-4b0c-a125-c0d4330f97f8'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:16:35.507036 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8902aeace0540733bba5a146bce723956a3312b5b25ae011a73fc84317b4d28a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-690b932b-3e4c-4bcc-8849-8abf4ab7eed9" -d '{"events": [{"name": "network-changed", "server_uuid": "67e70b9e-f35f-48a6-a5e7-6100a6ffb84a", "tag": "ff2fd3e5-73fd-4b0c-a125-c0d4330f97f8"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:16:35.529498 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cd2a6d-0c48-4272-8b4b-1fa6a51b63ef service neutron] Pushing event updated for resources: {'Port': ['ID=ff2fd3e5-73fd-4b0c-a125-c0d4330f97f8,revision_number=3']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:16:35.532475 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-41cd2a6d-0c48-4272-8b4b-1fa6a51b63ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:16:35.549085 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec1ce73-d3e6-42bd-8be3-af736a902265 x-openstack-request-id: req-cec1ce73-d3e6-42bd-8be3-af736a902265 {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:16:35.553325 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67e70b9e-f35f-48a6-a5e7-6100a6ffb84a", "tag": "ff2fd3e5-73fd-4b0c-a125-c0d4330f97f8", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:16:35.553325 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cec1ce73-d3e6-42bd-8be3-af736a902265 {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:16:35.553325 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67e70b9e-f35f-48a6-a5e7-6100a6ffb84a', 'tag': 'ff2fd3e5-73fd-4b0c-a125-c0d4330f97f8', 'status': 'completed', 'code': 200} Jun 23 19:16:35.649198 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690b932b-3e4c-4bcc-8849-8abf4ab7eed9 req-1a8ea613-ed96-48f8-afea-c47295531e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:16:35.650688 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-690b932b-3e4c-4bcc-8849-8abf4ab7eed9 req-1a8ea613-ed96-48f8-afea-c47295531e4b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e6d184e1dd734d5787deb154fd402d1b&device_id=67e70b9e-f35f-48a6-a5e7-6100a6ffb84a HTTP/1.1" status: 200 len: 1097 time: 0.0555491 Jun 23 19:16:35.756669 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690b932b-3e4c-4bcc-8849-8abf4ab7eed9 req-fc4f90a2-cc0a-4d05-a2b3-bc20974c267b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:16:35.758045 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-690b932b-3e4c-4bcc-8849-8abf4ab7eed9 req-fc4f90a2-cc0a-4d05-a2b3-bc20974c267b service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=e6d184e1dd734d5787deb154fd402d1b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0908301 Jun 23 19:16:35.856403 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690b932b-3e4c-4bcc-8849-8abf4ab7eed9 req-aed19558-25f6-4634-9675-8a885472b381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:16:35.857846 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-690b932b-3e4c-4bcc-8849-8abf4ab7eed9 req-aed19558-25f6-4634-9675-8a885472b381 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905724 Jun 23 19:16:35.975508 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d5e96-557f-4309-a5d3-5925868e6ea8 req-b35fadba-e812-4cb4-adf5-68ef5a53261d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:16:35.976988 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d47d5e96-557f-4309-a5d3-5925868e6ea8 req-b35fadba-e812-4cb4-adf5-68ef5a53261d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e6d184e1dd734d5787deb154fd402d1b&device_id=67e70b9e-f35f-48a6-a5e7-6100a6ffb84a HTTP/1.1" status: 200 len: 1097 time: 0.0525479 Jun 23 19:16:36.031919 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d47d5e96-557f-4309-a5d3-5925868e6ea8 req-135dcc01-1020-4b30-a26a-009571d477ab service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff2fd3e5-73fd-4b0c-a125-c0d4330f97f8 HTTP/1.1" status: 200 len: 217 time: 0.0379691 Jun 23 19:16:36.093395 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d5e96-557f-4309-a5d3-5925868e6ea8 req-15a3f614-c57a-4ed4-bcab-cb99a954b275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:16:36.096191 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d47d5e96-557f-4309-a5d3-5925868e6ea8 req-15a3f614-c57a-4ed4-bcab-cb99a954b275 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=98ba2778-b668-467f-b097-e30e1e5affa9 HTTP/1.1" status: 200 len: 855 time: 0.0513742 Jun 23 19:16:36.136738 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d47d5e96-557f-4309-a5d3-5925868e6ea8 req-6119734f-0ff3-47dd-93e0-8b212be48c48 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=09ee89c6-549b-4343-8604-ae4af310af03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285029 Jun 23 19:16:36.269159 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d47d5e96-557f-4309-a5d3-5925868e6ea8 req-34d6f99b-f8db-477e-8109-7c53b918d8c8 service neutron] 10.222.0.49 "GET /v2.0/networks/09ee89c6-549b-4343-8604-ae4af310af03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239803 Jun 23 19:16:36.280740 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3c665f-a8e2-4f39-9922-0ea5903d24a1 req-c394522d-8ac3-4c07-9fcb-04595ff9095c tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:16:36.282151 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-6d3c665f-a8e2-4f39-9922-0ea5903d24a1 req-c394522d-8ac3-4c07-9fcb-04595ff9095c tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/ports?device_id=67e70b9e-f35f-48a6-a5e7-6100a6ffb84a HTTP/1.1" status: 200 len: 944 time: 0.1183650 Jun 23 19:16:36.366887 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-6d3c665f-a8e2-4f39-9922-0ea5903d24a1 req-0162aab3-4556-40d5-9b82-c681868ea075 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/security-groups?id=c2776881-bb35-4303-b9af-012b9fea3b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770917 Jun 23 19:16:36.396661 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d47d5e96-557f-4309-a5d3-5925868e6ea8 req-2720e23e-30de-4eab-987d-cddd666809c5 service neutron] 10.222.0.49 "GET /v2.0/networks/09ee89c6-549b-4343-8604-ae4af310af03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134000 Jun 23 19:16:37.544516 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e923e559-016b-4396-ad7c-117ad7a3d1dd req-cf9e8a9e-bace-43d7-a9ae-c6ec2e80d79b tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:16:37.546095 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e923e559-016b-4396-ad7c-117ad7a3d1dd req-cf9e8a9e-bace-43d7-a9ae-c6ec2e80d79b tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/ports?device_id=67e70b9e-f35f-48a6-a5e7-6100a6ffb84a HTTP/1.1" status: 200 len: 944 time: 0.0620306 Jun 23 19:16:37.584570 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e923e559-016b-4396-ad7c-117ad7a3d1dd req-361a3c42-fc6a-4381-8be0-1b63adfb6f30 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/security-groups?id=c2776881-bb35-4303-b9af-012b9fea3b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330374 Jun 23 19:16:37.702516 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 39104) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:16:37.812630 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-8b0b3408-02bc-4c73-a9f5-bd54a648ad25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:37.898254 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-8b0b3408-02bc-4c73-a9f5-bd54a648ad25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:37.980090 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-8b0b3408-02bc-4c73-a9f5-bd54a648ad25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:37.982796 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-d1170a82-a0ed-4bcb-b1df-f019acbb6386 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:16:38.018133 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-8b0b3408-02bc-4c73-a9f5-bd54a648ad25 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=80cefeb5017e491b9f6d80125e6b8230&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3145716 Jun 23 19:16:38.018832 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0b3408-02bc-4c73-a9f5-bd54a648ad25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0e0ea3-5eff-4931-b18f-e51237528e06,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:16:38.020947 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 39108) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:16:38.022123 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-8b0b3408-02bc-4c73-a9f5-bd54a648ad25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:16:38.073403 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-1dc16d76-1163-47a4-887d-757a0745c39d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:38.100370 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-1dc16d76-1163-47a4-887d-757a0745c39d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:38.244324 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-1dc16d76-1163-47a4-887d-757a0745c39d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:38.247429 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-1dc16d76-1163-47a4-887d-757a0745c39d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:38.248616 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-1dc16d76-1163-47a4-887d-757a0745c39d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ba0e0ea3-5eff-4931-b18f-e51237528e06 HTTP/1.1" status: 204 len: 168 time: 0.2251565 Jun 23 19:16:38.249391 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-42ca8a32-e944-4240-9bfc-20d638a22c64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:16:38.256687 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc16d76-1163-47a4-887d-757a0745c39d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba0e0ea3-5eff-4931-b18f-e51237528e06,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:16:38.259001 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-1dc16d76-1163-47a4-887d-757a0745c39d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:16:38.325067 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.agents_db [None req-808d9167-7b86-4487-ac1f-373b1677e9b0 None None] Agent healthcheck: found 6 active agents {{(pid=93955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:16:38.342941 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device ff2fd3e5-73fd-4b0c-a125-c0d4330f97f8 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=93954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 19:16:38.433773 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] For port ff2fd3e5-73fd-4b0c-a125-c0d4330f97f8, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=ff2fd3e5-73fd-4b0c-a125-c0d4330f97f8,segment=NetworkSegment(17995e88-d4eb-40f1-8237-6c37b5322442),segment_id=17995e88-d4eb-40f1-8237-6c37b5322442)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:16:38.445606 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Returning: {'device': 'ff2fd3e5-73fd-4b0c-a125-c0d4330f97f8', 'network_id': '09ee89c6-549b-4343-8604-ae4af310af03', 'port_id': 'ff2fd3e5-73fd-4b0c-a125-c0d4330f97f8', 'mac_address': 'fa:16:3e:99:4e:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 929, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98ba2778-b668-467f-b097-e30e1e5affa9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 19:16:38.484583 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:38.496583 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.notifiers.nova [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff2fd3e5-73fd-4b0c-a125-c0d4330f97f8 {{(pid=93954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:16:38.516631 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] For port ff2fd3e5-73fd-4b0c-a125-c0d4330f97f8, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=ff2fd3e5-73fd-4b0c-a125-c0d4330f97f8,segment=NetworkSegment(17995e88-d4eb-40f1-8237-6c37b5322442),segment_id=17995e88-d4eb-40f1-8237-6c37b5322442)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:16:38.585885 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:38.588705 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:16:38.636795 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Pushing event updated for resources: {'Port': ['ID=ff2fd3e5-73fd-4b0c-a125-c0d4330f97f8,revision_number=4']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:16:38.644098 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:16:38.644445 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:16:38.644782 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:16:38.645113 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:16:38.645440 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:16:38.645879 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:16:38.646083 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:16:38.646406 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:16:38.646717 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:16:38.647035 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:16:38.647351 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:16:38.647688 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:16:38.651892 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:16:38.761836 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de45a14b-3183-43c1-b05e-7bb015ee4881 req-32a7339f-47d4-41dd-807c-878e7cd84cd3 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:16:38.763312 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-de45a14b-3183-43c1-b05e-7bb015ee4881 req-32a7339f-47d4-41dd-807c-878e7cd84cd3 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/ports?device_id=67e70b9e-f35f-48a6-a5e7-6100a6ffb84a HTTP/1.1" status: 200 len: 945 time: 0.0662003 Jun 23 19:16:38.802524 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-de45a14b-3183-43c1-b05e-7bb015ee4881 req-b710a9ed-57e5-4239-a412-0bb48aef1f58 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/security-groups?id=c2776881-bb35-4303-b9af-012b9fea3b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332842 Jun 23 19:16:38.954613 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] get_ports_and_sgs() called for port_ids ['ff2fd3e5-73fd-4b0c-a125-c0d4330f97f8'] {{(pid=93954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:16:39.974333 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191e1ad-1187-4c75-a7d0-2ac828081886 req-332f2703-022d-41ae-8e35-da2d897d4f9d tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:16:39.975832 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0191e1ad-1187-4c75-a7d0-2ac828081886 req-332f2703-022d-41ae-8e35-da2d897d4f9d tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/ports?device_id=67e70b9e-f35f-48a6-a5e7-6100a6ffb84a HTTP/1.1" status: 200 len: 945 time: 0.0630405 Jun 23 19:16:40.168780 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0191e1ad-1187-4c75-a7d0-2ac828081886 req-b507dfcc-2c4b-4f5f-9bec-2f4827602b3b tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/security-groups?id=c2776881-bb35-4303-b9af-012b9fea3b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866376 Jun 23 19:16:40.363619 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device ff2fd3e5-73fd-4b0c-a125-c0d4330f97f8 up at agent hyperv_hv-cinder-79049 {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:16:40.467220 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Provisioning for port ff2fd3e5-73fd-4b0c-a125-c0d4330f97f8 completed by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:16:40.471837 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Provisioning complete for port ff2fd3e5-73fd-4b0c-a125-c0d4330f97f8 triggered by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:16:40.472218 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:40.545056 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:40.566509 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e70b9e-f35f-48a6-a5e7-6100a6ffb84a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff2fd3e5-73fd-4b0c-a125-c0d4330f97f8'}] {{(pid=93954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:16:40.568766 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78efef87a1af135e54214795b53a936b9e8d2b7d09f053504b37278e2de45a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-893a3a55-fadf-4975-ac95-9f026ce33dc3" -d '{"events": [{"server_uuid": "67e70b9e-f35f-48a6-a5e7-6100a6ffb84a", "name": "network-vif-plugged", "status": "completed", "tag": "ff2fd3e5-73fd-4b0c-a125-c0d4330f97f8"}]}' {{(pid=93954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:16:40.584076 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] For port ff2fd3e5-73fd-4b0c-a125-c0d4330f97f8, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=ff2fd3e5-73fd-4b0c-a125-c0d4330f97f8,segment=NetworkSegment(17995e88-d4eb-40f1-8237-6c37b5322442),segment_id=17995e88-d4eb-40f1-8237-6c37b5322442)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:16:40.606328 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d74229-ed31-4119-bb6b-156c84053874 x-openstack-request-id: req-f4d74229-ed31-4119-bb6b-156c84053874 {{(pid=93954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:16:40.606627 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67e70b9e-f35f-48a6-a5e7-6100a6ffb84a", "name": "network-vif-plugged", "status": "completed", "tag": "ff2fd3e5-73fd-4b0c-a125-c0d4330f97f8", "code": 200}]} {{(pid=93954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:16:40.606890 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f4d74229-ed31-4119-bb6b-156c84053874 {{(pid=93954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:16:40.607291 dv-cinder-790492-6-iscsi neutron-server[93954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67e70b9e-f35f-48a6-a5e7-6100a6ffb84a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff2fd3e5-73fd-4b0c-a125-c0d4330f97f8', 'code': 200} Jun 23 19:16:40.650133 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:40.652884 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-c7943949-f6ff-4c4c-9470-81920b193740 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:16:40.699888 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Pushing event updated for resources: {'Port': ['ID=ff2fd3e5-73fd-4b0c-a125-c0d4330f97f8,revision_number=5']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:16:40.703111 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:16:41.006697 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc9d070-c952-4b1e-8333-7aa74e6161d6 req-971ce8bd-50fc-4b12-bc0a-21e14bef5046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:16:41.008268 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-edc9d070-c952-4b1e-8333-7aa74e6161d6 req-971ce8bd-50fc-4b12-bc0a-21e14bef5046 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=67e70b9e-f35f-48a6-a5e7-6100a6ffb84a HTTP/1.1" status: 200 len: 1099 time: 0.0544682 Jun 23 19:16:41.042992 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-edc9d070-c952-4b1e-8333-7aa74e6161d6 req-17c118c0-15fe-40b1-9902-e2caeba537f1 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c2776881-bb35-4303-b9af-012b9fea3b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268207 Jun 23 19:16:41.226384 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7cc86911-814f-4992-acff-4302442d8d0c req-123fa445-a079-4842-879f-2d1080611fa1 tempest-VolumesNegativeTest-1234524861 tempest-VolumesNegativeTest-1234524861-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=18aff953d0454ac4bdf809446c22da64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298371 Jun 23 19:16:41.401479 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc86911-814f-4992-acff-4302442d8d0c req-319aed27-fbb9-45c9-b7b6-dc658a736a7e tempest-VolumesNegativeTest-1234524861 tempest-VolumesNegativeTest-1234524861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:16:41.402908 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7cc86911-814f-4992-acff-4302442d8d0c req-319aed27-fbb9-45c9-b7b6-dc658a736a7e tempest-VolumesNegativeTest-1234524861 tempest-VolumesNegativeTest-1234524861-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1713948 Jun 23 19:16:41.417130 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7cc86911-814f-4992-acff-4302442d8d0c req-7d989f10-c8c9-4c8c-9f32-6a376bc1eed0 tempest-VolumesNegativeTest-1234524861 tempest-VolumesNegativeTest-1234524861-project] 10.222.0.69 "GET /v2.0/quotas/18aff953d0454ac4bdf809446c22da64 HTTP/1.1" status: 200 len: 375 time: 0.0087380 Jun 23 19:16:41.449517 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7cc86911-814f-4992-acff-4302442d8d0c req-224e8bc4-f30b-4f2a-9a72-76b67f3dfc30 tempest-VolumesNegativeTest-1234524861 tempest-VolumesNegativeTest-1234524861-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=18aff953d0454ac4bdf809446c22da64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276880 Jun 23 19:16:41.796902 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb835b-091a-4430-889a-f1235d0b84bd req-c309a819-df24-4c4c-8b00-d4faaaf4b5b4 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:16:41.798470 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ddeb835b-091a-4430-889a-f1235d0b84bd req-c309a819-df24-4c4c-8b00-d4faaaf4b5b4 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/ports?device_id=67e70b9e-f35f-48a6-a5e7-6100a6ffb84a HTTP/1.1" status: 200 len: 946 time: 0.0654721 Jun 23 19:16:41.835049 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ddeb835b-091a-4430-889a-f1235d0b84bd req-bdc681d1-619f-4303-bb17-201dd2289632 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/security-groups?id=c2776881-bb35-4303-b9af-012b9fea3b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309649 Jun 23 19:16:41.909187 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ce199162-c23e-429c-b491-0846fdadcb47 req-c8d5bdc7-2c06-4a7c-b8c6-5e8d661a2897 tempest-VolumesNegativeTest-1234524861 tempest-VolumesNegativeTest-1234524861-project] 10.222.0.69 "GET /v2.0/ports?device_id=a039be00-716e-4bbf-87e2-6daac2a18686 HTTP/1.1" status: 200 len: 210 time: 0.0311625 Jun 23 19:16:43.007253 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef3abf9-5f88-464e-b93c-43f4370aa5fe req-a5f37129-b3ca-4ecf-83d1-d44449fb5b95 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:16:43.008712 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8ef3abf9-5f88-464e-b93c-43f4370aa5fe req-a5f37129-b3ca-4ecf-83d1-d44449fb5b95 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/ports?device_id=67e70b9e-f35f-48a6-a5e7-6100a6ffb84a HTTP/1.1" status: 200 len: 946 time: 0.0624793 Jun 23 19:16:43.050387 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8ef3abf9-5f88-464e-b93c-43f4370aa5fe req-c4ff548f-6ae6-42b8-a34f-91adb662a3ab tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/security-groups?id=c2776881-bb35-4303-b9af-012b9fea3b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360909 Jun 23 19:16:43.188031 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ad198a81-361d-449f-8a58-c13816038686 req-eef66aba-576f-43ee-94c2-7ebc1d296319 tempest-VolumesNegativeTest-1234524861 tempest-VolumesNegativeTest-1234524861-project] 10.222.0.69 "GET /v2.0/ports?device_id=a039be00-716e-4bbf-87e2-6daac2a18686 HTTP/1.1" status: 200 len: 210 time: 0.0391965 Jun 23 19:16:44.150730 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7cc86911-814f-4992-acff-4302442d8d0c req-8d8fb843-0a5c-4ed4-9f79-2bd203c71c5a tempest-VolumesNegativeTest-1234524861 tempest-VolumesNegativeTest-1234524861-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=18aff953d0454ac4bdf809446c22da64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0202134 Jun 23 19:16:44.266188 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc86911-814f-4992-acff-4302442d8d0c req-5bac02d4-dd1f-41f1-b543-ef8289f144c5 tempest-VolumesNegativeTest-1234524861 tempest-VolumesNegativeTest-1234524861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:16:44.267652 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7cc86911-814f-4992-acff-4302442d8d0c req-5bac02d4-dd1f-41f1-b543-ef8289f144c5 tempest-VolumesNegativeTest-1234524861 tempest-VolumesNegativeTest-1234524861-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1074407 Jun 23 19:16:44.287750 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [req-7cc86911-814f-4992-acff-4302442d8d0c req-217307b3-2df6-4267-acd3-fe63e58cc2c0 tempest-VolumesNegativeTest-1234524861 tempest-VolumesNegativeTest-1234524861-project] Request body: {'port': {'device_id': 'a039be00-716e-4bbf-87e2-6daac2a18686', 'network_id': '529b0588-c017-4de0-b28a-c545c5c9b12e', 'admin_state_up': True, 'tenant_id': '18aff953d0454ac4bdf809446c22da64'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:16:44.361895 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d9d22d43-af08-4e93-8596-2612c77fc903 req-84d2721f-92ae-48b0-85f9-f921fa84e4d3 tempest-VolumesNegativeTest-1234524861 tempest-VolumesNegativeTest-1234524861-project] 10.222.0.69 "GET /v2.0/ports?device_id=a039be00-716e-4bbf-87e2-6daac2a18686 HTTP/1.1" status: 200 len: 210 time: 0.0593095 Jun 23 19:16:44.489088 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cc86911-814f-4992-acff-4302442d8d0c req-217307b3-2df6-4267-acd3-fe63e58cc2c0 tempest-VolumesNegativeTest-1234524861 tempest-VolumesNegativeTest-1234524861-project] Made reservation on behalf of 18aff953d0454ac4bdf809446c22da64 for: {'port': 1} {{(pid=93953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:16:44.494038 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-7cc86911-814f-4992-acff-4302442d8d0c req-217307b3-2df6-4267-acd3-fe63e58cc2c0 tempest-VolumesNegativeTest-1234524861 tempest-VolumesNegativeTest-1234524861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-975148'] for port, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:44.506870 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-7cc86911-814f-4992-acff-4302442d8d0c req-217307b3-2df6-4267-acd3-fe63e58cc2c0 tempest-VolumesNegativeTest-1234524861 tempest-VolumesNegativeTest-1234524861-project] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:44.595776 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-7cc86911-814f-4992-acff-4302442d8d0c req-217307b3-2df6-4267-acd3-fe63e58cc2c0 tempest-VolumesNegativeTest-1234524861 tempest-VolumesNegativeTest-1234524861-project] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:44.707237 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-7cc86911-814f-4992-acff-4302442d8d0c req-217307b3-2df6-4267-acd3-fe63e58cc2c0 tempest-VolumesNegativeTest-1234524861 tempest-VolumesNegativeTest-1234524861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:44.711864 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-8b1be225-2fe0-497d-966a-d92a91719911 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:16:44.772929 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217307b3-2df6-4267-acd3-fe63e58cc2c0 tempest-VolumesNegativeTest-1234524861 tempest-VolumesNegativeTest-1234524861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da06c89a-6808-484e-8083-5a07aa176634,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:16:44.776669 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-217307b3-2df6-4267-acd3-fe63e58cc2c0 tempest-VolumesNegativeTest-1234524861 tempest-VolumesNegativeTest-1234524861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:16:44.843572 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_common [req-7cc86911-814f-4992-acff-4302442d8d0c req-217307b3-2df6-4267-acd3-fe63e58cc2c0 tempest-VolumesNegativeTest-1234524861 tempest-VolumesNegativeTest-1234524861-project] Allocated IP 192.168.233.28 (529b0588-c017-4de0-b28a-c545c5c9b12e/52ed117e-4368-4b1b-a547-ffc152477131/c6ff13d0-e801-4c3e-88c9-9eede508225f) {{(pid=93953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:16:45.283072 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-7cc86911-814f-4992-acff-4302442d8d0c req-217307b3-2df6-4267-acd3-fe63e58cc2c0 tempest-VolumesNegativeTest-1234524861 tempest-VolumesNegativeTest-1234524861-project] Notify callbacks [] for port, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:45.296034 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [req-7cc86911-814f-4992-acff-4302442d8d0c req-217307b3-2df6-4267-acd3-fe63e58cc2c0 tempest-VolumesNegativeTest-1234524861 tempest-VolumesNegativeTest-1234524861-project] Transition to ACTIVE for port object c6ff13d0-e801-4c3e-88c9-9eede508225f will not be triggered until provisioned by entity DHCP. {{(pid=93953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:16:45.398962 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-7cc86911-814f-4992-acff-4302442d8d0c req-217307b3-2df6-4267-acd3-fe63e58cc2c0 tempest-VolumesNegativeTest-1234524861 tempest-VolumesNegativeTest-1234524861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-975211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745549236125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28924695'] for port, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:45.402818 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-b25a09c1-0564-45a4-acb4-c93099feaafa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:16:45.447401 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cc86911-814f-4992-acff-4302442d8d0c req-217307b3-2df6-4267-acd3-fe63e58cc2c0 tempest-VolumesNegativeTest-1234524861 tempest-VolumesNegativeTest-1234524861-project] Network 529b0588-c017-4de0-b28a-c545c5c9b12e is already hosted by enough agents. {{(pid=93953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:16:45.450387 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [req-7cc86911-814f-4992-acff-4302442d8d0c req-217307b3-2df6-4267-acd3-fe63e58cc2c0 tempest-VolumesNegativeTest-1234524861 tempest-VolumesNegativeTest-1234524861-project] Resources bound (agent type, host, resource id): {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:16:45.454719 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cc86911-814f-4992-acff-4302442d8d0c req-217307b3-2df6-4267-acd3-fe63e58cc2c0 tempest-VolumesNegativeTest-1234524861 tempest-VolumesNegativeTest-1234524861-project] Received port after_create {{(pid=93953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:16:45.482874 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217307b3-2df6-4267-acd3-fe63e58cc2c0 tempest-VolumesNegativeTest-1234524861 tempest-VolumesNegativeTest-1234524861-project] Pushing event updated for resources: {'Port': ['ID=c6ff13d0-e801-4c3e-88c9-9eede508225f,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:16:45.487560 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-217307b3-2df6-4267-acd3-fe63e58cc2c0 tempest-VolumesNegativeTest-1234524861 tempest-VolumesNegativeTest-1234524861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:16:45.509703 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc86911-814f-4992-acff-4302442d8d0c req-217307b3-2df6-4267-acd3-fe63e58cc2c0 tempest-VolumesNegativeTest-1234524861 tempest-VolumesNegativeTest-1234524861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:16:45.510318 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-7cc86911-814f-4992-acff-4302442d8d0c req-217307b3-2df6-4267-acd3-fe63e58cc2c0 tempest-VolumesNegativeTest-1234524861 tempest-VolumesNegativeTest-1234524861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:45.582326 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7cc86911-814f-4992-acff-4302442d8d0c req-217307b3-2df6-4267-acd3-fe63e58cc2c0 tempest-VolumesNegativeTest-1234524861 tempest-VolumesNegativeTest-1234524861-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2984018 Jun 23 19:16:45.604431 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [req-7cc86911-814f-4992-acff-4302442d8d0c req-8ae79439-1028-4120-9839-bb0dcee2b440 service neutron] Request body: {'port': {'device_id': 'a039be00-716e-4bbf-87e2-6daac2a18686', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:16:45.674397 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-7cc86911-814f-4992-acff-4302442d8d0c req-8ae79439-1028-4120-9839-bb0dcee2b440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:45.788403 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-535013ad-d0b4-4492-8aeb-130895df8d2b None None] Provisioning for port c6ff13d0-e801-4c3e-88c9-9eede508225f completed by entity DHCP. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:16:45.793513 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-535013ad-d0b4-4492-8aeb-130895df8d2b None None] Provisioning complete for port c6ff13d0-e801-4c3e-88c9-9eede508225f triggered by entity DHCP. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:16:45.793960 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-535013ad-d0b4-4492-8aeb-130895df8d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:45.828581 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-535013ad-d0b4-4492-8aeb-130895df8d2b None None] Port c6ff13d0-e801-4c3e-88c9-9eede508225f cannot update to ACTIVE because it is not bound. {{(pid=93954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 19:16:45.928643 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a0cc6d-11cc-4dff-9bd9-4c537f2d51f6 req-b3675cef-29a4-4326-84ff-2f79f2797b4e tempest-VolumesNegativeTest-1234524861 tempest-VolumesNegativeTest-1234524861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:16:45.930119 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-49a0cc6d-11cc-4dff-9bd9-4c537f2d51f6 req-b3675cef-29a4-4326-84ff-2f79f2797b4e tempest-VolumesNegativeTest-1234524861 tempest-VolumesNegativeTest-1234524861-project] 10.222.0.69 "GET /v2.0/ports?device_id=a039be00-716e-4bbf-87e2-6daac2a18686 HTTP/1.1" status: 200 len: 935 time: 0.1407354 Jun 23 19:16:46.000866 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-49a0cc6d-11cc-4dff-9bd9-4c537f2d51f6 req-08d25a68-2dda-4eab-a8d7-5b10c04dd731 tempest-VolumesNegativeTest-1234524861 tempest-VolumesNegativeTest-1234524861-project] 10.222.0.69 "GET /v2.0/security-groups?id=da06c89a-6808-484e-8083-5a07aa176634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645158 Jun 23 19:16:46.045262 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [req-7cc86911-814f-4992-acff-4302442d8d0c req-8ae79439-1028-4120-9839-bb0dcee2b440 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6ff13d0-e801-4c3e-88c9-9eede508225f {{(pid=93953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:16:46.053385 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-7cc86911-814f-4992-acff-4302442d8d0c req-8ae79439-1028-4120-9839-bb0dcee2b440 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:46.065547 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [req-7cc86911-814f-4992-acff-4302442d8d0c req-8ae79439-1028-4120-9839-bb0dcee2b440 service neutron] Transition to ACTIVE for port object c6ff13d0-e801-4c3e-88c9-9eede508225f will not be triggered until provisioned by entity L2. {{(pid=93953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:16:46.146977 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-7cc86911-814f-4992-acff-4302442d8d0c req-8ae79439-1028-4120-9839-bb0dcee2b440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28924677'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:46.149256 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-46bacd65-0c03-4872-a904-214052016390 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:16:46.204260 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae79439-1028-4120-9839-bb0dcee2b440 service neutron] Pushing event updated for resources: {'Port': ['ID=c6ff13d0-e801-4c3e-88c9-9eede508225f,revision_number=2']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:16:46.208715 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-8ae79439-1028-4120-9839-bb0dcee2b440 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:16:46.282085 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-7cc86911-814f-4992-acff-4302442d8d0c req-8ae79439-1028-4120-9839-bb0dcee2b440 service neutron] Attempting to bind port c6ff13d0-e801-4c3e-88c9-9eede508225f on host hv-cinder-79049 for vnic_type normal with profile {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:16:46.282423 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-7cc86911-814f-4992-acff-4302442d8d0c req-8ae79439-1028-4120-9839-bb0dcee2b440 service neutron] Attempting to bind port c6ff13d0-e801-4c3e-88c9-9eede508225f by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '37b3f812-d1e7-4cc0-b918-14abae233de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '529b0588-c017-4de0-b28a-c545c5c9b12e'}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:16:46.282751 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc86911-814f-4992-acff-4302442d8d0c req-8ae79439-1028-4120-9839-bb0dcee2b440 service neutron] Attempting to bind port c6ff13d0-e801-4c3e-88c9-9eede508225f on network 529b0588-c017-4de0-b28a-c545c5c9b12e {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:16:46.287125 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc86911-814f-4992-acff-4302442d8d0c req-8ae79439-1028-4120-9839-bb0dcee2b440 service neutron] Port c6ff13d0-e801-4c3e-88c9-9eede508225f on network 529b0588-c017-4de0-b28a-c545c5c9b12e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 19:16:46.287764 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc86911-814f-4992-acff-4302442d8d0c req-8ae79439-1028-4120-9839-bb0dcee2b440 service neutron] Attempting to bind port c6ff13d0-e801-4c3e-88c9-9eede508225f on network 529b0588-c017-4de0-b28a-c545c5c9b12e {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:16:46.292366 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc86911-814f-4992-acff-4302442d8d0c req-8ae79439-1028-4120-9839-bb0dcee2b440 service neutron] Checking agent: {'id': '931bf73c-9d40-46c8-855c-92667356b0d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 19, 4, 47), 'started_at': datetime.datetime(2021, 6, 23, 19, 4, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:16:46.292708 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc86911-814f-4992-acff-4302442d8d0c req-8ae79439-1028-4120-9839-bb0dcee2b440 service neutron] Checking segment: {'id': '37b3f812-d1e7-4cc0-b918-14abae233de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '529b0588-c017-4de0-b28a-c545c5c9b12e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:16:46.293089 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc86911-814f-4992-acff-4302442d8d0c req-8ae79439-1028-4120-9839-bb0dcee2b440 service neutron] Bound using segment: {'id': '37b3f812-d1e7-4cc0-b918-14abae233de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '529b0588-c017-4de0-b28a-c545c5c9b12e'} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:16:46.293570 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-7cc86911-814f-4992-acff-4302442d8d0c req-8ae79439-1028-4120-9839-bb0dcee2b440 service neutron] Bound port: c6ff13d0-e801-4c3e-88c9-9eede508225f, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37b3f812-d1e7-4cc0-b918-14abae233de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '529b0588-c017-4de0-b28a-c545c5c9b12e'}}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:16:46.293906 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-7cc86911-814f-4992-acff-4302442d8d0c req-8ae79439-1028-4120-9839-bb0dcee2b440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:46.359984 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-7cc86911-814f-4992-acff-4302442d8d0c req-8ae79439-1028-4120-9839-bb0dcee2b440 service neutron] For port c6ff13d0-e801-4c3e-88c9-9eede508225f, host hv-cinder-79049, cleared binding levels {{(pid=93953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:16:46.363047 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-7cc86911-814f-4992-acff-4302442d8d0c req-8ae79439-1028-4120-9839-bb0dcee2b440 service neutron] For port c6ff13d0-e801-4c3e-88c9-9eede508225f, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=c6ff13d0-e801-4c3e-88c9-9eede508225f,segment=NetworkSegment(37b3f812-d1e7-4cc0-b918-14abae233de0),segment_id=37b3f812-d1e7-4cc0-b918-14abae233de0)] {{(pid=93953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:16:46.473329 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-7cc86911-814f-4992-acff-4302442d8d0c req-8ae79439-1028-4120-9839-bb0dcee2b440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28924677'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:46.475549 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-1826c060-325c-4900-a4b0-cd9ae21854cb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:16:46.510676 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc86911-814f-4992-acff-4302442d8d0c req-8ae79439-1028-4120-9839-bb0dcee2b440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:16:46.511348 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-7cc86911-814f-4992-acff-4302442d8d0c req-8ae79439-1028-4120-9839-bb0dcee2b440 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:46.512702 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7cc86911-814f-4992-acff-4302442d8d0c req-8ae79439-1028-4120-9839-bb0dcee2b440 service neutron] 10.222.0.49 "PUT /v2.0/ports/c6ff13d0-e801-4c3e-88c9-9eede508225f HTTP/1.1" status: 200 len: 1097 time: 0.9126823 Jun 23 19:16:46.513347 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a039be00-716e-4bbf-87e2-6daac2a18686', 'tag': 'c6ff13d0-e801-4c3e-88c9-9eede508225f'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:16:46.515724 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8902aeace0540733bba5a146bce723956a3312b5b25ae011a73fc84317b4d28a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a2d069-9fa9-4793-b9c0-6c9c9c32b7b3" -d '{"events": [{"name": "network-changed", "server_uuid": "a039be00-716e-4bbf-87e2-6daac2a18686", "tag": "c6ff13d0-e801-4c3e-88c9-9eede508225f"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:16:46.548857 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae79439-1028-4120-9839-bb0dcee2b440 service neutron] Pushing event updated for resources: {'Port': ['ID=c6ff13d0-e801-4c3e-88c9-9eede508225f,revision_number=3']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:16:46.552400 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-8ae79439-1028-4120-9839-bb0dcee2b440 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:16:46.558790 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bffd8fb-6120-4edd-9296-1ef54fc3f04b x-openstack-request-id: req-4bffd8fb-6120-4edd-9296-1ef54fc3f04b {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:16:46.559201 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a039be00-716e-4bbf-87e2-6daac2a18686", "tag": "c6ff13d0-e801-4c3e-88c9-9eede508225f", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:16:46.559595 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4bffd8fb-6120-4edd-9296-1ef54fc3f04b {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:16:46.560156 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a039be00-716e-4bbf-87e2-6daac2a18686', 'tag': 'c6ff13d0-e801-4c3e-88c9-9eede508225f', 'status': 'completed', 'code': 200} Jun 23 19:16:46.663400 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2d069-9fa9-4793-b9c0-6c9c9c32b7b3 req-cc91e403-2412-4892-8694-bb016ce1e355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:16:46.664952 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-13a2d069-9fa9-4793-b9c0-6c9c9c32b7b3 req-cc91e403-2412-4892-8694-bb016ce1e355 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=18aff953d0454ac4bdf809446c22da64&device_id=a039be00-716e-4bbf-87e2-6daac2a18686 HTTP/1.1" status: 200 len: 1100 time: 0.0569191 Jun 23 19:16:46.698165 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-13a2d069-9fa9-4793-b9c0-6c9c9c32b7b3 req-6a920ec2-35ab-4fb7-8630-bfc8f9515b21 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=18aff953d0454ac4bdf809446c22da64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0189657 Jun 23 19:16:46.798242 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2d069-9fa9-4793-b9c0-6c9c9c32b7b3 req-a22f5b4c-d015-440e-8624-3980dea759be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:16:46.799733 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-13a2d069-9fa9-4793-b9c0-6c9c9c32b7b3 req-a22f5b4c-d015-440e-8624-3980dea759be service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0942831 Jun 23 19:16:46.918587 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc86911-814f-4992-acff-4302442d8d0c req-49490890-bd79-4ebe-96ea-afdcc1d96045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:16:46.920122 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7cc86911-814f-4992-acff-4302442d8d0c req-49490890-bd79-4ebe-96ea-afdcc1d96045 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=18aff953d0454ac4bdf809446c22da64&device_id=a039be00-716e-4bbf-87e2-6daac2a18686 HTTP/1.1" status: 200 len: 1100 time: 0.0511973 Jun 23 19:16:46.968447 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7cc86911-814f-4992-acff-4302442d8d0c req-3ee8609e-f036-46a4-8280-9134ec1243c8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=c6ff13d0-e801-4c3e-88c9-9eede508225f HTTP/1.1" status: 200 len: 217 time: 0.0327010 Jun 23 19:16:47.018546 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc86911-814f-4992-acff-4302442d8d0c req-8d92413f-7306-4da6-83b3-0329e4e1a0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:16:47.019866 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7cc86911-814f-4992-acff-4302442d8d0c req-8d92413f-7306-4da6-83b3-0329e4e1a0fa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=52ed117e-4368-4b1b-a547-ffc152477131 HTTP/1.1" status: 200 len: 843 time: 0.0450563 Jun 23 19:16:47.078631 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc86911-814f-4992-acff-4302442d8d0c req-d6d33e06-5fdd-47ad-abf8-e3c6c3a8d98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:16:47.080222 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7cc86911-814f-4992-acff-4302442d8d0c req-d6d33e06-5fdd-47ad-abf8-e3c6c3a8d98e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=529b0588-c017-4de0-b28a-c545c5c9b12e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0523877 Jun 23 19:16:47.224402 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7cc86911-814f-4992-acff-4302442d8d0c req-cca48515-9c57-4bf8-b305-21f3b68b7503 service neutron] 10.222.0.49 "GET /v2.0/networks/529b0588-c017-4de0-b28a-c545c5c9b12e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354778 Jun 23 19:16:47.242653 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f7ed23-7388-4a5f-aa40-4d3b0ad09462 req-5c397b80-4894-48af-8371-1da461ac0481 tempest-VolumesNegativeTest-1234524861 tempest-VolumesNegativeTest-1234524861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:16:47.242653 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-74f7ed23-7388-4a5f-aa40-4d3b0ad09462 req-5c397b80-4894-48af-8371-1da461ac0481 tempest-VolumesNegativeTest-1234524861 tempest-VolumesNegativeTest-1234524861-project] 10.222.0.69 "GET /v2.0/ports?device_id=a039be00-716e-4bbf-87e2-6daac2a18686 HTTP/1.1" status: 200 len: 947 time: 0.1233425 Jun 23 19:16:47.323238 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-74f7ed23-7388-4a5f-aa40-4d3b0ad09462 req-c51d046d-6e52-4edd-9995-2e2aebd2f7cc tempest-VolumesNegativeTest-1234524861 tempest-VolumesNegativeTest-1234524861-project] 10.222.0.69 "GET /v2.0/security-groups?id=da06c89a-6808-484e-8083-5a07aa176634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775018 Jun 23 19:16:47.324898 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:47.349903 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7cc86911-814f-4992-acff-4302442d8d0c req-350fb677-d5a7-4cd4-8a42-91ab658582bc service neutron] 10.222.0.49 "GET /v2.0/networks/529b0588-c017-4de0-b28a-c545c5c9b12e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110919 Jun 23 19:16:48.419238 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device c6ff13d0-e801-4c3e-88c9-9eede508225f details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=93954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 19:16:48.496522 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6a9110-ef0d-4958-b729-f890e38e529f req-e56c993f-abac-492a-892a-596e1f713a3a tempest-VolumesNegativeTest-1234524861 tempest-VolumesNegativeTest-1234524861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:16:48.497991 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-1b6a9110-ef0d-4958-b729-f890e38e529f req-e56c993f-abac-492a-892a-596e1f713a3a tempest-VolumesNegativeTest-1234524861 tempest-VolumesNegativeTest-1234524861-project] 10.222.0.69 "GET /v2.0/ports?device_id=a039be00-716e-4bbf-87e2-6daac2a18686 HTTP/1.1" status: 200 len: 947 time: 0.0630281 Jun 23 19:16:48.517060 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] For port c6ff13d0-e801-4c3e-88c9-9eede508225f, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=c6ff13d0-e801-4c3e-88c9-9eede508225f,segment=NetworkSegment(37b3f812-d1e7-4cc0-b918-14abae233de0),segment_id=37b3f812-d1e7-4cc0-b918-14abae233de0)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:16:48.527824 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Returning: {'device': 'c6ff13d0-e801-4c3e-88c9-9eede508225f', 'network_id': '529b0588-c017-4de0-b28a-c545c5c9b12e', 'port_id': 'c6ff13d0-e801-4c3e-88c9-9eede508225f', 'mac_address': 'fa:16:3e:95:66:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 924, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52ed117e-4368-4b1b-a547-ffc152477131', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 19:16:48.538996 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-1b6a9110-ef0d-4958-b729-f890e38e529f req-4ffc34c4-2333-4e9e-8150-398b775f4132 tempest-VolumesNegativeTest-1234524861 tempest-VolumesNegativeTest-1234524861-project] 10.222.0.69 "GET /v2.0/security-groups?id=da06c89a-6808-484e-8083-5a07aa176634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345030 Jun 23 19:16:48.565600 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:48.578548 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.notifiers.nova [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6ff13d0-e801-4c3e-88c9-9eede508225f {{(pid=93954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:16:48.615639 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] For port c6ff13d0-e801-4c3e-88c9-9eede508225f, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=c6ff13d0-e801-4c3e-88c9-9eede508225f,segment=NetworkSegment(37b3f812-d1e7-4cc0-b918-14abae233de0),segment_id=37b3f812-d1e7-4cc0-b918-14abae233de0)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:16:48.706624 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:48.708495 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-339c96c5-da82-4949-8d92-55498abfc887 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:16:48.757377 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Pushing event updated for resources: {'Port': ['ID=c6ff13d0-e801-4c3e-88c9-9eede508225f,revision_number=4']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:16:48.760725 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:16:49.118583 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] get_ports_and_sgs() called for port_ids ['c6ff13d0-e801-4c3e-88c9-9eede508225f'] {{(pid=93954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:16:49.712394 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854232cb-4485-4140-9839-ebd194329933 req-7d3a3e15-ad9f-464e-9214-d04d1f7c90c8 tempest-VolumesNegativeTest-1234524861 tempest-VolumesNegativeTest-1234524861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:16:49.713884 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-854232cb-4485-4140-9839-ebd194329933 req-7d3a3e15-ad9f-464e-9214-d04d1f7c90c8 tempest-VolumesNegativeTest-1234524861 tempest-VolumesNegativeTest-1234524861-project] 10.222.0.69 "GET /v2.0/ports?device_id=a039be00-716e-4bbf-87e2-6daac2a18686 HTTP/1.1" status: 200 len: 948 time: 0.0643377 Jun 23 19:16:49.751041 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-854232cb-4485-4140-9839-ebd194329933 req-64092dd9-402c-4260-b17f-4151f66d2e7c tempest-VolumesNegativeTest-1234524861 tempest-VolumesNegativeTest-1234524861-project] 10.222.0.69 "GET /v2.0/security-groups?id=da06c89a-6808-484e-8083-5a07aa176634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308340 Jun 23 19:16:50.434373 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device c6ff13d0-e801-4c3e-88c9-9eede508225f up at agent hyperv_hv-cinder-79049 {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:16:50.545493 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Provisioning for port c6ff13d0-e801-4c3e-88c9-9eede508225f completed by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:16:50.550433 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Provisioning complete for port c6ff13d0-e801-4c3e-88c9-9eede508225f triggered by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:16:50.550880 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:50.629694 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:50.650636 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a039be00-716e-4bbf-87e2-6daac2a18686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ff13d0-e801-4c3e-88c9-9eede508225f'}] {{(pid=93954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:16:50.652891 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78efef87a1af135e54214795b53a936b9e8d2b7d09f053504b37278e2de45a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b7bae7e-b60c-4881-9d82-e4e29786bf35" -d '{"events": [{"server_uuid": "a039be00-716e-4bbf-87e2-6daac2a18686", "name": "network-vif-plugged", "status": "completed", "tag": "c6ff13d0-e801-4c3e-88c9-9eede508225f"}]}' {{(pid=93954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:16:50.665830 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] For port c6ff13d0-e801-4c3e-88c9-9eede508225f, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=c6ff13d0-e801-4c3e-88c9-9eede508225f,segment=NetworkSegment(37b3f812-d1e7-4cc0-b918-14abae233de0),segment_id=37b3f812-d1e7-4cc0-b918-14abae233de0)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:16:50.687716 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e0a8a5-b051-4484-ab5a-56734467c551 x-openstack-request-id: req-e4e0a8a5-b051-4484-ab5a-56734467c551 {{(pid=93954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:16:50.688001 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a039be00-716e-4bbf-87e2-6daac2a18686", "name": "network-vif-plugged", "status": "completed", "tag": "c6ff13d0-e801-4c3e-88c9-9eede508225f", "code": 200}]} {{(pid=93954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:16:50.688264 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e4e0a8a5-b051-4484-ab5a-56734467c551 {{(pid=93954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:16:50.688664 dv-cinder-790492-6-iscsi neutron-server[93954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a039be00-716e-4bbf-87e2-6daac2a18686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ff13d0-e801-4c3e-88c9-9eede508225f', 'code': 200} Jun 23 19:16:50.740028 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:50.741919 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-4c3e5a15-a2ff-4eb3-b675-8fa3487d759e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:16:50.787516 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Pushing event updated for resources: {'Port': ['ID=c6ff13d0-e801-4c3e-88c9-9eede508225f,revision_number=5']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:16:50.790523 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:16:50.927029 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c86ba2-4f2b-491e-92f3-116c53987dd9 req-65e546b9-5da7-4243-b0a7-cdc2ec22a94f tempest-VolumesNegativeTest-1234524861 tempest-VolumesNegativeTest-1234524861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:16:50.928513 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-06c86ba2-4f2b-491e-92f3-116c53987dd9 req-65e546b9-5da7-4243-b0a7-cdc2ec22a94f tempest-VolumesNegativeTest-1234524861 tempest-VolumesNegativeTest-1234524861-project] 10.222.0.69 "GET /v2.0/ports?device_id=a039be00-716e-4bbf-87e2-6daac2a18686 HTTP/1.1" status: 200 len: 949 time: 0.0660634 Jun 23 19:16:50.966328 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-06c86ba2-4f2b-491e-92f3-116c53987dd9 req-24ac986c-acef-45dd-9a82-0e195fc1afa1 tempest-VolumesNegativeTest-1234524861 tempest-VolumesNegativeTest-1234524861-project] 10.222.0.69 "GET /v2.0/security-groups?id=da06c89a-6808-484e-8083-5a07aa176634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321996 Jun 23 19:16:51.112339 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c2cb8f-7b1d-403a-812c-df12ff0440d8 req-ab20fa8c-2bfa-4a8c-9e84-b4cdf86fca43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:16:51.113792 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f1c2cb8f-7b1d-403a-812c-df12ff0440d8 req-ab20fa8c-2bfa-4a8c-9e84-b4cdf86fca43 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a039be00-716e-4bbf-87e2-6daac2a18686 HTTP/1.1" status: 200 len: 1102 time: 0.0496321 Jun 23 19:16:51.148218 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f1c2cb8f-7b1d-403a-812c-df12ff0440d8 req-43388229-4468-4926-a83a-bffb3b683dbe service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=da06c89a-6808-484e-8083-5a07aa176634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273819 Jun 23 19:16:52.136138 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea28f1d-45a5-418e-a670-b4fdb6e8af6e req-89a453c6-283a-4b9d-8e99-ea40588dacee tempest-VolumesNegativeTest-1234524861 tempest-VolumesNegativeTest-1234524861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:16:52.137530 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7ea28f1d-45a5-418e-a670-b4fdb6e8af6e req-89a453c6-283a-4b9d-8e99-ea40588dacee tempest-VolumesNegativeTest-1234524861 tempest-VolumesNegativeTest-1234524861-project] 10.222.0.69 "GET /v2.0/ports?device_id=a039be00-716e-4bbf-87e2-6daac2a18686 HTTP/1.1" status: 200 len: 949 time: 0.0620055 Jun 23 19:16:52.173725 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7ea28f1d-45a5-418e-a670-b4fdb6e8af6e req-87163863-949f-46de-9615-9f85362bf74a tempest-VolumesNegativeTest-1234524861 tempest-VolumesNegativeTest-1234524861-project] 10.222.0.69 "GET /v2.0/security-groups?id=da06c89a-6808-484e-8083-5a07aa176634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306354 Jun 23 19:16:53.359857 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20092a8-94fd-4531-bcf1-02a0dc0ebbb9 req-30223c85-713d-4f87-af58-e4fcf036a26d tempest-VolumesNegativeTest-1234524861 tempest-VolumesNegativeTest-1234524861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:16:53.361323 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d20092a8-94fd-4531-bcf1-02a0dc0ebbb9 req-30223c85-713d-4f87-af58-e4fcf036a26d tempest-VolumesNegativeTest-1234524861 tempest-VolumesNegativeTest-1234524861-project] 10.222.0.69 "GET /v2.0/ports?device_id=a039be00-716e-4bbf-87e2-6daac2a18686 HTTP/1.1" status: 200 len: 949 time: 0.0702376 Jun 23 19:16:53.402480 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d20092a8-94fd-4531-bcf1-02a0dc0ebbb9 req-c2967ce5-67b8-40b2-8fde-1820b10e044a tempest-VolumesNegativeTest-1234524861 tempest-VolumesNegativeTest-1234524861-project] 10.222.0.69 "GET /v2.0/security-groups?id=da06c89a-6808-484e-8083-5a07aa176634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354736 Jun 23 19:16:53.473815 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b3745619-76be-471a-a1ce-669ad9c975c4 req-2685014e-7ede-481f-a991-cc607324951d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cf0477b3-793a-494f-9fb6-720e6724789a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0535612 Jun 23 19:16:53.591154 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3745619-76be-471a-a1ce-669ad9c975c4 req-8cdf8c32-b73b-49d0-bc24-616bf1a66c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:16:53.592661 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b3745619-76be-471a-a1ce-669ad9c975c4 req-8cdf8c32-b73b-49d0-bc24-616bf1a66c33 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aa96fac7201b43d2b8633791c636d18c&device_id=cf0477b3-793a-494f-9fb6-720e6724789a HTTP/1.1" status: 200 len: 1098 time: 0.0538075 Jun 23 19:16:53.703874 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3745619-76be-471a-a1ce-669ad9c975c4 req-954e8097-b7b4-4929-a7e7-609850ed5c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:16:53.705402 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b3745619-76be-471a-a1ce-669ad9c975c4 req-954e8097-b7b4-4929-a7e7-609850ed5c7b service neutron] 10.222.0.49 "GET /v2.0/networks?id=03b00407-ece8-4036-91c7-ff69de4b3a72 HTTP/1.1" status: 200 len: 913 time: 0.0882199 Jun 23 19:16:53.774146 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b3745619-76be-471a-a1ce-669ad9c975c4 req-ff64ab65-e54a-4889-afe5-8db8c508a6f9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a32a863-8f2e-429d-95c2-d3c0de3b45aa HTTP/1.1" status: 200 len: 1001 time: 0.0576303 Jun 23 19:16:53.831351 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3745619-76be-471a-a1ce-669ad9c975c4 req-1c4c6361-d717-4151-a6e4-9e892707e87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:16:53.832818 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b3745619-76be-471a-a1ce-669ad9c975c4 req-1c4c6361-d717-4151-a6e4-9e892707e87b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5e4f12f6-f920-4aa2-99cc-004ec6a10df3 HTTP/1.1" status: 200 len: 851 time: 0.0483363 Jun 23 19:16:53.891756 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3745619-76be-471a-a1ce-669ad9c975c4 req-b8db7568-4d39-4246-acd4-3b29990ab113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:16:53.893222 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b3745619-76be-471a-a1ce-669ad9c975c4 req-b8db7568-4d39-4246-acd4-3b29990ab113 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=03b00407-ece8-4036-91c7-ff69de4b3a72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0528524 Jun 23 19:16:53.983447 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b3745619-76be-471a-a1ce-669ad9c975c4 req-bd0eec2c-b0a3-4ecb-b203-eb31efa1dc61 service neutron] 10.222.0.49 "GET /v2.0/networks/03b00407-ece8-4036-91c7-ff69de4b3a72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817826 Jun 23 19:16:54.125546 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b3745619-76be-471a-a1ce-669ad9c975c4 req-07d2875d-d0ea-43c9-ad6b-692b742717cf service neutron] 10.222.0.49 "GET /v2.0/networks/03b00407-ece8-4036-91c7-ff69de4b3a72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240222 Jun 23 19:16:54.137184 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e948ed-7b94-42c2-8856-fdb5c315d6d1 req-dd687011-e6dc-4b1e-b2df-eae38a9e9913 tempest-VolumesNegativeTest-1234524861 tempest-VolumesNegativeTest-1234524861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:16:54.138566 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-28e948ed-7b94-42c2-8856-fdb5c315d6d1 req-dd687011-e6dc-4b1e-b2df-eae38a9e9913 tempest-VolumesNegativeTest-1234524861 tempest-VolumesNegativeTest-1234524861-project] 10.222.0.69 "GET /v2.0/ports?device_id=a039be00-716e-4bbf-87e2-6daac2a18686 HTTP/1.1" status: 200 len: 949 time: 0.1164193 Jun 23 19:16:54.177707 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-28e948ed-7b94-42c2-8856-fdb5c315d6d1 req-4140374c-fb3c-4ae4-8e73-046ccce0614f tempest-VolumesNegativeTest-1234524861 tempest-VolumesNegativeTest-1234524861-project] 10.222.0.69 "GET /v2.0/security-groups?id=da06c89a-6808-484e-8083-5a07aa176634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328991 Jun 23 19:16:55.379252 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd5176-c604-465f-910e-3191d7414d68 req-52fccbf0-d9fe-4c1c-94ed-4a9998e55d4d tempest-VolumesNegativeTest-1234524861 tempest-VolumesNegativeTest-1234524861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:16:55.380700 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4ebd5176-c604-465f-910e-3191d7414d68 req-52fccbf0-d9fe-4c1c-94ed-4a9998e55d4d tempest-VolumesNegativeTest-1234524861 tempest-VolumesNegativeTest-1234524861-project] 10.222.0.69 "GET /v2.0/ports?device_id=a039be00-716e-4bbf-87e2-6daac2a18686 HTTP/1.1" status: 200 len: 949 time: 0.0652809 Jun 23 19:16:55.417306 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4ebd5176-c604-465f-910e-3191d7414d68 req-69428a72-e8a4-4408-832d-17d361928f37 tempest-VolumesNegativeTest-1234524861 tempest-VolumesNegativeTest-1234524861-project] 10.222.0.69 "GET /v2.0/security-groups?id=da06c89a-6808-484e-8083-5a07aa176634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311055 Jun 23 19:16:55.929020 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b0dac4-0581-4d5b-a536-bad1c9ee0637 req-2c38b459-5d03-404d-a30d-34723c5e0948 tempest-VolumesNegativeTest-1234524861 tempest-VolumesNegativeTest-1234524861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:16:55.930480 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-70b0dac4-0581-4d5b-a536-bad1c9ee0637 req-2c38b459-5d03-404d-a30d-34723c5e0948 tempest-VolumesNegativeTest-1234524861 tempest-VolumesNegativeTest-1234524861-project] 10.222.0.49 "GET /v2.0/ports?device_id=a039be00-716e-4bbf-87e2-6daac2a18686 HTTP/1.1" status: 200 len: 949 time: 0.0659015 Jun 23 19:16:56.041798 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [req-70b0dac4-0581-4d5b-a536-bad1c9ee0637 req-2e7ae8d0-fc01-46ca-b52f-f1c787f3743c tempest-VolumesNegativeTest-1234524861 tempest-VolumesNegativeTest-1234524861-project] Deleting port c6ff13d0-e801-4c3e-88c9-9eede508225f {{(pid=93953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:16:56.042140 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-70b0dac4-0581-4d5b-a536-bad1c9ee0637 req-2e7ae8d0-fc01-46ca-b52f-f1c787f3743c tempest-VolumesNegativeTest-1234524861 tempest-VolumesNegativeTest-1234524861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745549706015'] for port, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:56.129419 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-70b0dac4-0581-4d5b-a536-bad1c9ee0637 req-2e7ae8d0-fc01-46ca-b52f-f1c787f3743c tempest-VolumesNegativeTest-1234524861 tempest-VolumesNegativeTest-1234524861-project] For port c6ff13d0-e801-4c3e-88c9-9eede508225f, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=c6ff13d0-e801-4c3e-88c9-9eede508225f,segment=NetworkSegment(37b3f812-d1e7-4cc0-b918-14abae233de0),segment_id=37b3f812-d1e7-4cc0-b918-14abae233de0)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:16:56.129776 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-70b0dac4-0581-4d5b-a536-bad1c9ee0637 req-2e7ae8d0-fc01-46ca-b52f-f1c787f3743c tempest-VolumesNegativeTest-1234524861 tempest-VolumesNegativeTest-1234524861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710932'] for port, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:56.141764 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [req-70b0dac4-0581-4d5b-a536-bad1c9ee0637 req-2e7ae8d0-fc01-46ca-b52f-f1c787f3743c tempest-VolumesNegativeTest-1234524861 tempest-VolumesNegativeTest-1234524861-project] Calling delete_port for c6ff13d0-e801-4c3e-88c9-9eede508225f owned by compute:nova {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:16:56.329946 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-70b0dac4-0581-4d5b-a536-bad1c9ee0637 req-2e7ae8d0-fc01-46ca-b52f-f1c787f3743c tempest-VolumesNegativeTest-1234524861 tempest-VolumesNegativeTest-1234524861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745549710641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745549236134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28924686'] for port, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:56.334091 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-c4b76533-6fb8-49ed-b7b0-433fb82bca0e tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:16:56.360124 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7ae8d0-fc01-46ca-b52f-f1c787f3743c tempest-VolumesNegativeTest-1234524861 tempest-VolumesNegativeTest-1234524861-project] Pushing event deleted for resources: {'Port': ['ID=c6ff13d0-e801-4c3e-88c9-9eede508225f,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:16:56.363005 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-2e7ae8d0-fc01-46ca-b52f-f1c787f3743c tempest-VolumesNegativeTest-1234524861 tempest-VolumesNegativeTest-1234524861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:16:56.373875 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] get_ports_and_sgs() called for port_ids ['c6ff13d0-e801-4c3e-88c9-9eede508225f'] {{(pid=93954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:16:56.409586 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [req-70b0dac4-0581-4d5b-a536-bad1c9ee0637 req-2e7ae8d0-fc01-46ca-b52f-f1c787f3743c tempest-VolumesNegativeTest-1234524861 tempest-VolumesNegativeTest-1234524861-project] No DVR routers for this DVR port c6ff13d0-e801-4c3e-88c9-9eede508225f on host hv-cinder-79049 {{(pid=93953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:16:56.412128 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-70b0dac4-0581-4d5b-a536-bad1c9ee0637 req-2e7ae8d0-fc01-46ca-b52f-f1c787f3743c tempest-VolumesNegativeTest-1234524861 tempest-VolumesNegativeTest-1234524861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:56.414074 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-70b0dac4-0581-4d5b-a536-bad1c9ee0637 req-2e7ae8d0-fc01-46ca-b52f-f1c787f3743c tempest-VolumesNegativeTest-1234524861 tempest-VolumesNegativeTest-1234524861-project] 10.222.0.49 "DELETE /v2.0/ports/c6ff13d0-e801-4c3e-88c9-9eede508225f HTTP/1.1" status: 204 len: 173 time: 0.4776235 Jun 23 19:16:56.414620 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a039be00-716e-4bbf-87e2-6daac2a18686', 'name': 'network-vif-deleted', 'tag': 'c6ff13d0-e801-4c3e-88c9-9eede508225f'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:16:56.416961 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8902aeace0540733bba5a146bce723956a3312b5b25ae011a73fc84317b4d28a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2acfffd8-0d62-4ead-b170-05818e14da7a" -d '{"events": [{"server_uuid": "a039be00-716e-4bbf-87e2-6daac2a18686", "name": "network-vif-deleted", "tag": "c6ff13d0-e801-4c3e-88c9-9eede508225f"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:16:56.454533 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-776f2deb-7296-46bb-bf86-1b983f45d4d5 x-openstack-request-id: req-776f2deb-7296-46bb-bf86-1b983f45d4d5 {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:16:56.454957 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a039be00-716e-4bbf-87e2-6daac2a18686", "name": "network-vif-deleted", "tag": "c6ff13d0-e801-4c3e-88c9-9eede508225f", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:16:56.455251 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-776f2deb-7296-46bb-bf86-1b983f45d4d5 {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:16:56.455721 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a039be00-716e-4bbf-87e2-6daac2a18686', 'name': 'network-vif-deleted', 'tag': 'c6ff13d0-e801-4c3e-88c9-9eede508225f', 'status': 'completed', 'code': 200} Jun 23 19:16:56.574647 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-5e8423c4-16e4-415f-86e9-726b678b4d9f req-283aafa9-dc87-4004-a79c-52d873fba9a1 tempest-VolumesNegativeTest-1234524861 tempest-VolumesNegativeTest-1234524861-project] 10.222.0.69 "GET /v2.0/ports?device_id=a039be00-716e-4bbf-87e2-6daac2a18686 HTTP/1.1" status: 200 len: 210 time: 0.0281887 Jun 23 19:16:57.173037 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f191f8c4-4153-45fb-917b-e369bdc7ffc4 req-b11984ec-7653-4768-a915-b507bdd632b9 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:16:57.174387 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f191f8c4-4153-45fb-917b-e369bdc7ffc4 req-b11984ec-7653-4768-a915-b507bdd632b9 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/networks?id=09ee89c6-549b-4343-8604-ae4af310af03 HTTP/1.1" status: 200 len: 815 time: 0.0968480 Jun 23 19:16:57.189232 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f191f8c4-4153-45fb-917b-e369bdc7ffc4 req-2c920f8f-4cf1-4cf0-ae3d-3e9ffefc4250 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/quotas/e6d184e1dd734d5787deb154fd402d1b HTTP/1.1" status: 200 len: 375 time: 0.0095289 Jun 23 19:16:57.263622 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f191f8c4-4153-45fb-917b-e369bdc7ffc4 req-7ddd82fc-1183-424a-9e68-dd6bf3ed23ff tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e6d184e1dd734d5787deb154fd402d1b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0691962 Jun 23 19:16:57.358121 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f191f8c4-4153-45fb-917b-e369bdc7ffc4 req-c493ff8a-948f-4d56-aacf-36f00234ac7a service neutron] 10.222.0.69 "GET /v2.0/networks/09ee89c6-549b-4343-8604-ae4af310af03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878720 Jun 23 19:16:57.449825 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f191f8c4-4153-45fb-917b-e369bdc7ffc4 req-77458aa4-f2a2-42b3-85db-04a21689f762 service neutron] 10.222.0.69 "GET /v2.0/networks/09ee89c6-549b-4343-8604-ae4af310af03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853081 Jun 23 19:16:57.824358 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-25064d77-6312-4522-bf71-3e23999e119e req-0372a6e4-71cb-4cd5-af22-0cde3bcc9224 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/ports?device_id=584e46c5-7e4b-4d3b-ab22-2b43ba1ce109 HTTP/1.1" status: 200 len: 210 time: 0.0284789 Jun 23 19:16:58.967809 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-77ab756b-fa55-4487-b0fb-85f656eaad49 req-2f500524-511d-4aef-811b-9bf1ff6b4adc tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/ports?device_id=584e46c5-7e4b-4d3b-ab22-2b43ba1ce109 HTTP/1.1" status: 200 len: 210 time: 0.0285430 Jun 23 19:17:00.108076 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f0711ae1-909d-4d94-9d7c-5c8548376031 req-aebdf8bb-c2c2-44d7-8157-32e0b3ef0748 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/ports?device_id=584e46c5-7e4b-4d3b-ab22-2b43ba1ce109 HTTP/1.1" status: 200 len: 210 time: 0.0335515 Jun 23 19:17:00.261296 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-55f9a91a-e216-4158-8b59-442fa3231f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:00.276204 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f191f8c4-4153-45fb-917b-e369bdc7ffc4 req-55a4cc06-d0a8-4fd1-84b1-a88cd6177f33 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:17:00.277717 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f191f8c4-4153-45fb-917b-e369bdc7ffc4 req-55a4cc06-d0a8-4fd1-84b1-a88cd6177f33 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.49 "GET /v2.0/networks?id=09ee89c6-549b-4343-8604-ae4af310af03 HTTP/1.1" status: 200 len: 815 time: 0.1009109 Jun 23 19:17:00.301541 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [req-f191f8c4-4153-45fb-917b-e369bdc7ffc4 req-0a0fefa3-4ec0-4a53-95e3-669ec7f39d40 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Request body: {'port': {'device_id': '584e46c5-7e4b-4d3b-ab22-2b43ba1ce109', 'network_id': '09ee89c6-549b-4343-8604-ae4af310af03', 'admin_state_up': True, 'tenant_id': 'e6d184e1dd734d5787deb154fd402d1b'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:17:00.506263 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f191f8c4-4153-45fb-917b-e369bdc7ffc4 req-0a0fefa3-4ec0-4a53-95e3-669ec7f39d40 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Made reservation on behalf of e6d184e1dd734d5787deb154fd402d1b for: {'port': 1} {{(pid=93953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:17:00.509887 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-f191f8c4-4153-45fb-917b-e369bdc7ffc4 req-0a0fefa3-4ec0-4a53-95e3-669ec7f39d40 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-975148'] for port, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:00.515854 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device c6ff13d0-e801-4c3e-88c9-9eede508225f no longer exists at agent hyperv_hv-cinder-79049 {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:17:00.534040 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] No Port match for: c6ff13d0-e801-4c3e-88c9-9eede508225f {{(pid=93954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:17:00.534392 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device c6ff13d0-e801-4c3e-88c9-9eede508225f not bound to the agent host hv-cinder-79049 {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:17:00.650967 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_common [req-f191f8c4-4153-45fb-917b-e369bdc7ffc4 req-0a0fefa3-4ec0-4a53-95e3-669ec7f39d40 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Allocated IP 172.20.0.8 (09ee89c6-549b-4343-8604-ae4af310af03/98ba2778-b668-467f-b097-e30e1e5affa9/44eb9008-eff1-4bb1-a34d-d7d8f5b33dba) {{(pid=93953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:17:00.794267 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-f191f8c4-4153-45fb-917b-e369bdc7ffc4 req-0a0fefa3-4ec0-4a53-95e3-669ec7f39d40 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Notify callbacks [] for port, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:00.935796 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-f191f8c4-4153-45fb-917b-e369bdc7ffc4 req-0a0fefa3-4ec0-4a53-95e3-669ec7f39d40 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-975211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745549236125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28924695'] for port, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:00.939886 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-6cc780a0-4ff7-45d1-a309-6e3a265fb5f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:17:00.981531 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f191f8c4-4153-45fb-917b-e369bdc7ffc4 req-0a0fefa3-4ec0-4a53-95e3-669ec7f39d40 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Network 09ee89c6-549b-4343-8604-ae4af310af03 is already hosted by enough agents. {{(pid=93953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:17:00.983249 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] get_ports_and_sgs() called for port_ids ['a3d0c0b9-d686-43f5-9502-f95c1fb73b38', '89210d9f-5385-45d8-8968-6fbf7a3de529', 'ff2fd3e5-73fd-4b0c-a125-c0d4330f97f8'] {{(pid=93954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:17:00.984714 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [req-f191f8c4-4153-45fb-917b-e369bdc7ffc4 req-0a0fefa3-4ec0-4a53-95e3-669ec7f39d40 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Resources bound (agent type, host, resource id): {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:17:00.988561 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [req-f191f8c4-4153-45fb-917b-e369bdc7ffc4 req-0a0fefa3-4ec0-4a53-95e3-669ec7f39d40 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Received port after_create {{(pid=93953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:17:00.995080 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0fefa3-4ec0-4a53-95e3-669ec7f39d40 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Pushing event updated for resources: {'Port': ['ID=44eb9008-eff1-4bb1-a34d-d7d8f5b33dba,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:17:01.018425 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-0a0fefa3-4ec0-4a53-95e3-669ec7f39d40 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:17:01.055596 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f191f8c4-4153-45fb-917b-e369bdc7ffc4 req-0a0fefa3-4ec0-4a53-95e3-669ec7f39d40 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:17:01.055596 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-f191f8c4-4153-45fb-917b-e369bdc7ffc4 req-0a0fefa3-4ec0-4a53-95e3-669ec7f39d40 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:01.140711 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f191f8c4-4153-45fb-917b-e369bdc7ffc4 req-0a0fefa3-4ec0-4a53-95e3-669ec7f39d40 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8444090 Jun 23 19:17:01.164144 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [req-f191f8c4-4153-45fb-917b-e369bdc7ffc4 req-daa8c23e-4ddb-4511-80d4-b82a5f391dfd tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 19:17:01.165145 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f191f8c4-4153-45fb-917b-e369bdc7ffc4 req-daa8c23e-4ddb-4511-80d4-b82a5f391dfd tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064082 Jun 23 19:17:01.178001 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [req-f191f8c4-4153-45fb-917b-e369bdc7ffc4 req-7139d49a-5ddb-47d5-876a-5f8c3d9ff56a service neutron] Request body: {'port': {'device_id': '584e46c5-7e4b-4d3b-ab22-2b43ba1ce109', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:17:01.314483 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-f191f8c4-4153-45fb-917b-e369bdc7ffc4 req-7139d49a-5ddb-47d5-876a-5f8c3d9ff56a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:01.380116 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533677ad-e8a2-48c3-8a5c-a9b2bbded242 req-07349924-ae87-4f04-9846-fee4285d4997 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:17:01.381705 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-533677ad-e8a2-48c3-8a5c-a9b2bbded242 req-07349924-ae87-4f04-9846-fee4285d4997 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/ports?device_id=584e46c5-7e4b-4d3b-ab22-2b43ba1ce109 HTTP/1.1" status: 200 len: 931 time: 0.1429281 Jun 23 19:17:01.494169 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-533677ad-e8a2-48c3-8a5c-a9b2bbded242 req-fe1ae208-bc93-43af-bf42-f49151b93f9c tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/security-groups?id=c2776881-bb35-4303-b9af-012b9fea3b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968971 Jun 23 19:17:01.638869 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [req-f191f8c4-4153-45fb-917b-e369bdc7ffc4 req-7139d49a-5ddb-47d5-876a-5f8c3d9ff56a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44eb9008-eff1-4bb1-a34d-d7d8f5b33dba {{(pid=93953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:17:01.646582 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-f191f8c4-4153-45fb-917b-e369bdc7ffc4 req-7139d49a-5ddb-47d5-876a-5f8c3d9ff56a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:01.657743 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [req-f191f8c4-4153-45fb-917b-e369bdc7ffc4 req-7139d49a-5ddb-47d5-876a-5f8c3d9ff56a service neutron] Transition to ACTIVE for port object 44eb9008-eff1-4bb1-a34d-d7d8f5b33dba will not be triggered until provisioned by entity L2. {{(pid=93953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:17:01.780741 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-f191f8c4-4153-45fb-917b-e369bdc7ffc4 req-7139d49a-5ddb-47d5-876a-5f8c3d9ff56a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28924677'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:01.786564 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-233065b0-97a1-4247-82ef-86c701e724e2 tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:17:01.832407 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7139d49a-5ddb-47d5-876a-5f8c3d9ff56a service neutron] Pushing event updated for resources: {'Port': ['ID=44eb9008-eff1-4bb1-a34d-d7d8f5b33dba,revision_number=2']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:17:01.852998 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-7139d49a-5ddb-47d5-876a-5f8c3d9ff56a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:17:01.902193 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-f191f8c4-4153-45fb-917b-e369bdc7ffc4 req-7139d49a-5ddb-47d5-876a-5f8c3d9ff56a service neutron] Attempting to bind port 44eb9008-eff1-4bb1-a34d-d7d8f5b33dba on host hv-cinder-79049 for vnic_type normal with profile {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:17:01.902532 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-f191f8c4-4153-45fb-917b-e369bdc7ffc4 req-7139d49a-5ddb-47d5-876a-5f8c3d9ff56a service neutron] Attempting to bind port 44eb9008-eff1-4bb1-a34d-d7d8f5b33dba by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '17995e88-d4eb-40f1-8237-6c37b5322442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '09ee89c6-549b-4343-8604-ae4af310af03'}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:17:01.902865 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f191f8c4-4153-45fb-917b-e369bdc7ffc4 req-7139d49a-5ddb-47d5-876a-5f8c3d9ff56a service neutron] Attempting to bind port 44eb9008-eff1-4bb1-a34d-d7d8f5b33dba on network 09ee89c6-549b-4343-8604-ae4af310af03 {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:17:01.907209 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f191f8c4-4153-45fb-917b-e369bdc7ffc4 req-7139d49a-5ddb-47d5-876a-5f8c3d9ff56a service neutron] Port 44eb9008-eff1-4bb1-a34d-d7d8f5b33dba on network 09ee89c6-549b-4343-8604-ae4af310af03 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 19:17:01.907582 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f191f8c4-4153-45fb-917b-e369bdc7ffc4 req-7139d49a-5ddb-47d5-876a-5f8c3d9ff56a service neutron] Attempting to bind port 44eb9008-eff1-4bb1-a34d-d7d8f5b33dba on network 09ee89c6-549b-4343-8604-ae4af310af03 {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:17:01.912460 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f191f8c4-4153-45fb-917b-e369bdc7ffc4 req-7139d49a-5ddb-47d5-876a-5f8c3d9ff56a service neutron] Checking agent: {'id': '931bf73c-9d40-46c8-855c-92667356b0d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 19, 4, 47), 'started_at': datetime.datetime(2021, 6, 23, 19, 4, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:17:01.912798 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f191f8c4-4153-45fb-917b-e369bdc7ffc4 req-7139d49a-5ddb-47d5-876a-5f8c3d9ff56a service neutron] Checking segment: {'id': '17995e88-d4eb-40f1-8237-6c37b5322442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '09ee89c6-549b-4343-8604-ae4af310af03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:17:01.913179 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f191f8c4-4153-45fb-917b-e369bdc7ffc4 req-7139d49a-5ddb-47d5-876a-5f8c3d9ff56a service neutron] Bound using segment: {'id': '17995e88-d4eb-40f1-8237-6c37b5322442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '09ee89c6-549b-4343-8604-ae4af310af03'} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:17:01.913611 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-f191f8c4-4153-45fb-917b-e369bdc7ffc4 req-7139d49a-5ddb-47d5-876a-5f8c3d9ff56a service neutron] Bound port: 44eb9008-eff1-4bb1-a34d-d7d8f5b33dba, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17995e88-d4eb-40f1-8237-6c37b5322442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '09ee89c6-549b-4343-8604-ae4af310af03'}}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:17:01.913959 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-f191f8c4-4153-45fb-917b-e369bdc7ffc4 req-7139d49a-5ddb-47d5-876a-5f8c3d9ff56a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:01.978064 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-f191f8c4-4153-45fb-917b-e369bdc7ffc4 req-7139d49a-5ddb-47d5-876a-5f8c3d9ff56a service neutron] For port 44eb9008-eff1-4bb1-a34d-d7d8f5b33dba, host hv-cinder-79049, cleared binding levels {{(pid=93953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:17:01.981372 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-f191f8c4-4153-45fb-917b-e369bdc7ffc4 req-7139d49a-5ddb-47d5-876a-5f8c3d9ff56a service neutron] For port 44eb9008-eff1-4bb1-a34d-d7d8f5b33dba, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=44eb9008-eff1-4bb1-a34d-d7d8f5b33dba,segment=NetworkSegment(17995e88-d4eb-40f1-8237-6c37b5322442),segment_id=17995e88-d4eb-40f1-8237-6c37b5322442)] {{(pid=93953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:17:02.113071 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-f191f8c4-4153-45fb-917b-e369bdc7ffc4 req-7139d49a-5ddb-47d5-876a-5f8c3d9ff56a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28924677'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:02.116074 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-42d30fba-e520-481b-a0ea-e15bede4aa11 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:17:02.145860 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f191f8c4-4153-45fb-917b-e369bdc7ffc4 req-7139d49a-5ddb-47d5-876a-5f8c3d9ff56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:17:02.146478 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-f191f8c4-4153-45fb-917b-e369bdc7ffc4 req-7139d49a-5ddb-47d5-876a-5f8c3d9ff56a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:02.147847 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f191f8c4-4153-45fb-917b-e369bdc7ffc4 req-7139d49a-5ddb-47d5-876a-5f8c3d9ff56a service neutron] 10.222.0.49 "PUT /v2.0/ports/44eb9008-eff1-4bb1-a34d-d7d8f5b33dba HTTP/1.1" status: 200 len: 1093 time: 0.9759569 Jun 23 19:17:02.148374 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '584e46c5-7e4b-4d3b-ab22-2b43ba1ce109', 'tag': '44eb9008-eff1-4bb1-a34d-d7d8f5b33dba'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:17:02.150641 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8902aeace0540733bba5a146bce723956a3312b5b25ae011a73fc84317b4d28a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caffac4a-f2cc-4b5f-8ad5-19609a916284" -d '{"events": [{"name": "network-changed", "server_uuid": "584e46c5-7e4b-4d3b-ab22-2b43ba1ce109", "tag": "44eb9008-eff1-4bb1-a34d-d7d8f5b33dba"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:17:02.180021 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7139d49a-5ddb-47d5-876a-5f8c3d9ff56a service neutron] Pushing event updated for resources: {'Port': ['ID=44eb9008-eff1-4bb1-a34d-d7d8f5b33dba,revision_number=3']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:17:02.180021 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-7139d49a-5ddb-47d5-876a-5f8c3d9ff56a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:17:02.188094 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-845c4c7d-63c6-4fd7-a722-ee9ff3d2370e x-openstack-request-id: req-845c4c7d-63c6-4fd7-a722-ee9ff3d2370e {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:17:02.188454 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "584e46c5-7e4b-4d3b-ab22-2b43ba1ce109", "tag": "44eb9008-eff1-4bb1-a34d-d7d8f5b33dba", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:17:02.188983 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-845c4c7d-63c6-4fd7-a722-ee9ff3d2370e {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:17:02.189203 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '584e46c5-7e4b-4d3b-ab22-2b43ba1ce109', 'tag': '44eb9008-eff1-4bb1-a34d-d7d8f5b33dba', 'status': 'completed', 'code': 200} Jun 23 19:17:02.288767 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caffac4a-f2cc-4b5f-8ad5-19609a916284 req-f688d7cb-2c05-4e14-862e-b3b55ba2680f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:17:02.290237 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-caffac4a-f2cc-4b5f-8ad5-19609a916284 req-f688d7cb-2c05-4e14-862e-b3b55ba2680f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e6d184e1dd734d5787deb154fd402d1b&device_id=584e46c5-7e4b-4d3b-ab22-2b43ba1ce109 HTTP/1.1" status: 200 len: 1096 time: 0.0575485 Jun 23 19:17:02.395179 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caffac4a-f2cc-4b5f-8ad5-19609a916284 req-916727e5-8c03-4f0c-ae42-463f3b97eb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:17:02.396664 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-caffac4a-f2cc-4b5f-8ad5-19609a916284 req-916727e5-8c03-4f0c-ae42-463f3b97eb46 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=e6d184e1dd734d5787deb154fd402d1b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0904801 Jun 23 19:17:02.491754 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caffac4a-f2cc-4b5f-8ad5-19609a916284 req-84ea63e6-9292-4014-a8de-e8f2f13cfd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:17:02.493198 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-caffac4a-f2cc-4b5f-8ad5-19609a916284 req-84ea63e6-9292-4014-a8de-e8f2f13cfd35 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0901887 Jun 23 19:17:02.641305 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f191f8c4-4153-45fb-917b-e369bdc7ffc4 req-3ac90cd9-4aaa-43e2-a3fc-2f5ed1ade72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:17:02.643840 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f191f8c4-4153-45fb-917b-e369bdc7ffc4 req-3ac90cd9-4aaa-43e2-a3fc-2f5ed1ade72e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e6d184e1dd734d5787deb154fd402d1b&device_id=584e46c5-7e4b-4d3b-ab22-2b43ba1ce109 HTTP/1.1" status: 200 len: 1096 time: 0.0793107 Jun 23 19:17:02.710456 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c20b0-ba81-4345-9c03-06bab37f3896 req-c90bf071-5e6c-4e63-b10d-a79a42997e84 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:17:02.711900 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-6b8c20b0-ba81-4345-9c03-06bab37f3896 req-c90bf071-5e6c-4e63-b10d-a79a42997e84 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/ports?device_id=584e46c5-7e4b-4d3b-ab22-2b43ba1ce109 HTTP/1.1" status: 200 len: 943 time: 0.1049647 Jun 23 19:17:02.713594 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f191f8c4-4153-45fb-917b-e369bdc7ffc4 req-349fe9f6-7289-4414-b7ca-0663296cad5c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=44eb9008-eff1-4bb1-a34d-d7d8f5b33dba HTTP/1.1" status: 200 len: 217 time: 0.0482676 Jun 23 19:17:02.780030 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-6b8c20b0-ba81-4345-9c03-06bab37f3896 req-c9486567-a3ab-43ba-9c7d-3920b2e4462b tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/security-groups?id=c2776881-bb35-4303-b9af-012b9fea3b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622699 Jun 23 19:17:02.793403 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f191f8c4-4153-45fb-917b-e369bdc7ffc4 req-8998a097-2fc1-400f-8cb6-7437deb76e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:17:02.793403 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f191f8c4-4153-45fb-917b-e369bdc7ffc4 req-8998a097-2fc1-400f-8cb6-7437deb76e3a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=98ba2778-b668-467f-b097-e30e1e5affa9 HTTP/1.1" status: 200 len: 855 time: 0.0637093 Jun 23 19:17:02.821884 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f191f8c4-4153-45fb-917b-e369bdc7ffc4 req-c8e9559d-9080-4399-8bd8-982c11c67056 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=09ee89c6-549b-4343-8604-ae4af310af03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263982 Jun 23 19:17:02.912393 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f191f8c4-4153-45fb-917b-e369bdc7ffc4 req-5c54b5cb-409d-4b9f-91cb-8e14e9ee3610 service neutron] 10.222.0.49 "GET /v2.0/networks/09ee89c6-549b-4343-8604-ae4af310af03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836625 Jun 23 19:17:02.975484 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-954427d9-5400-4c36-b7fa-922609459100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:03.003567 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f191f8c4-4153-45fb-917b-e369bdc7ffc4 req-3110a01a-b984-44e9-b2f8-769a6add4412 service neutron] 10.222.0.49 "GET /v2.0/networks/09ee89c6-549b-4343-8604-ae4af310af03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834062 Jun 23 19:17:03.015634 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:03.868340 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 39532) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:17:04.146561 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-36873b57-c469-4164-8152-400a4dc72ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:04.254380 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-654621cf-86f6-4588-8c28-9287a7f4c396 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=18aff953d0454ac4bdf809446c22da64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3847256 Jun 23 19:17:04.256840 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 39536) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:17:04.270379 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c64715-816b-479e-9768-b310d94de3f5 req-5ce35949-2702-4596-b52d-18e7a233444b tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:17:04.271833 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-05c64715-816b-479e-9768-b310d94de3f5 req-5ce35949-2702-4596-b52d-18e7a233444b tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/ports?device_id=584e46c5-7e4b-4d3b-ab22-2b43ba1ce109 HTTP/1.1" status: 200 len: 943 time: 0.3820255 Jun 23 19:17:04.306142 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-7c17800b-40e3-4333-8e4e-eb5cacebf3a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:04.309009 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-05c64715-816b-479e-9768-b310d94de3f5 req-f91632f6-607e-43ed-9df4-8aaa08cbec1a tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/security-groups?id=c2776881-bb35-4303-b9af-012b9fea3b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314085 Jun 23 19:17:04.328215 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-7c17800b-40e3-4333-8e4e-eb5cacebf3a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:04.432329 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-7c17800b-40e3-4333-8e4e-eb5cacebf3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:04.434965 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-7c17800b-40e3-4333-8e4e-eb5cacebf3a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:04.436145 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-7c17800b-40e3-4333-8e4e-eb5cacebf3a4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/da06c89a-6808-484e-8083-5a07aa176634 HTTP/1.1" status: 204 len: 168 time: 0.1783311 Jun 23 19:17:04.436942 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-121e26fa-e974-4cb8-8b88-1efd46e923f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:17:04.444993 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c17800b-40e3-4333-8e4e-eb5cacebf3a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da06c89a-6808-484e-8083-5a07aa176634,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:17:04.447336 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-7c17800b-40e3-4333-8e4e-eb5cacebf3a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:17:04.556288 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device 44eb9008-eff1-4bb1-a34d-d7d8f5b33dba details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=93954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 19:17:04.654693 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] For port 44eb9008-eff1-4bb1-a34d-d7d8f5b33dba, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=44eb9008-eff1-4bb1-a34d-d7d8f5b33dba,segment=NetworkSegment(17995e88-d4eb-40f1-8237-6c37b5322442),segment_id=17995e88-d4eb-40f1-8237-6c37b5322442)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:17:04.674773 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Returning: {'device': '44eb9008-eff1-4bb1-a34d-d7d8f5b33dba', 'network_id': '09ee89c6-549b-4343-8604-ae4af310af03', 'port_id': '44eb9008-eff1-4bb1-a34d-d7d8f5b33dba', 'mac_address': 'fa:16:3e:69:83:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 929, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98ba2778-b668-467f-b097-e30e1e5affa9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 19:17:04.716784 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:04.730983 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.notifiers.nova [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44eb9008-eff1-4bb1-a34d-d7d8f5b33dba {{(pid=93954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:17:04.753336 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] For port 44eb9008-eff1-4bb1-a34d-d7d8f5b33dba, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=44eb9008-eff1-4bb1-a34d-d7d8f5b33dba,segment=NetworkSegment(17995e88-d4eb-40f1-8237-6c37b5322442),segment_id=17995e88-d4eb-40f1-8237-6c37b5322442)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:17:04.832645 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:04.834479 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:17:04.885960 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Pushing event updated for resources: {'Port': ['ID=44eb9008-eff1-4bb1-a34d-d7d8f5b33dba,revision_number=4']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:17:04.891626 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:17:05.222759 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] get_ports_and_sgs() called for port_ids ['44eb9008-eff1-4bb1-a34d-d7d8f5b33dba'] {{(pid=93954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:17:05.408180 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0dfa02b7-e69b-42f9-a1c6-d55a29ea84e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:05.479208 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d0787-0c1c-40c2-9cf0-8b3ee58affd0 req-215a670a-d896-4a2d-abed-d5cb61cecbd9 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:17:05.480561 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-208d0787-0c1c-40c2-9cf0-8b3ee58affd0 req-215a670a-d896-4a2d-abed-d5cb61cecbd9 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/ports?device_id=584e46c5-7e4b-4d3b-ab22-2b43ba1ce109 HTTP/1.1" status: 200 len: 944 time: 0.0616305 Jun 23 19:17:05.519147 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-208d0787-0c1c-40c2-9cf0-8b3ee58affd0 req-859c9dbb-5cad-4731-8e54-ef0fcc91931e tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/security-groups?id=c2776881-bb35-4303-b9af-012b9fea3b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325480 Jun 23 19:17:06.560035 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device 44eb9008-eff1-4bb1-a34d-d7d8f5b33dba up at agent hyperv_hv-cinder-79049 {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:17:06.671045 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Provisioning for port 44eb9008-eff1-4bb1-a34d-d7d8f5b33dba completed by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:17:06.675457 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Provisioning complete for port 44eb9008-eff1-4bb1-a34d-d7d8f5b33dba triggered by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:17:06.675846 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:06.716368 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf78aaa-9870-43c3-9eb2-b8ab89abf45d req-6c4bffca-ad10-4607-9630-7ec92b16017c tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:17:06.717840 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-1bf78aaa-9870-43c3-9eb2-b8ab89abf45d req-6c4bffca-ad10-4607-9630-7ec92b16017c tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/ports?device_id=584e46c5-7e4b-4d3b-ab22-2b43ba1ce109 HTTP/1.1" status: 200 len: 944 time: 0.0714509 Jun 23 19:17:06.753000 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:06.755873 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-1bf78aaa-9870-43c3-9eb2-b8ab89abf45d req-4a8caa01-bcde-4ca9-93ec-80e2699adf18 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/security-groups?id=c2776881-bb35-4303-b9af-012b9fea3b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322428 Jun 23 19:17:06.775459 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '584e46c5-7e4b-4d3b-ab22-2b43ba1ce109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44eb9008-eff1-4bb1-a34d-d7d8f5b33dba'}] {{(pid=93954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:17:06.777707 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78efef87a1af135e54214795b53a936b9e8d2b7d09f053504b37278e2de45a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02454cf9-22c7-4249-9de2-82f0f03f79a7" -d '{"events": [{"server_uuid": "584e46c5-7e4b-4d3b-ab22-2b43ba1ce109", "name": "network-vif-plugged", "status": "completed", "tag": "44eb9008-eff1-4bb1-a34d-d7d8f5b33dba"}]}' {{(pid=93954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:17:06.790244 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] For port 44eb9008-eff1-4bb1-a34d-d7d8f5b33dba, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=44eb9008-eff1-4bb1-a34d-d7d8f5b33dba,segment=NetworkSegment(17995e88-d4eb-40f1-8237-6c37b5322442),segment_id=17995e88-d4eb-40f1-8237-6c37b5322442)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:17:06.811340 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb29b64-28cc-4c4c-9f7f-57ef09782091 x-openstack-request-id: req-4eb29b64-28cc-4c4c-9f7f-57ef09782091 {{(pid=93954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:17:06.811675 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "584e46c5-7e4b-4d3b-ab22-2b43ba1ce109", "name": "network-vif-plugged", "status": "completed", "tag": "44eb9008-eff1-4bb1-a34d-d7d8f5b33dba", "code": 200}]} {{(pid=93954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:17:06.811965 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4eb29b64-28cc-4c4c-9f7f-57ef09782091 {{(pid=93954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:17:06.812361 dv-cinder-790492-6-iscsi neutron-server[93954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '584e46c5-7e4b-4d3b-ab22-2b43ba1ce109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44eb9008-eff1-4bb1-a34d-d7d8f5b33dba', 'code': 200} Jun 23 19:17:06.870934 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:06.872923 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:17:06.920915 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Pushing event updated for resources: {'Port': ['ID=44eb9008-eff1-4bb1-a34d-d7d8f5b33dba,revision_number=5']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:17:06.930469 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:17:07.365578 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6e26e5-4b20-4ab0-81eb-933249e6662b req-80bee419-2665-4f0a-874f-f7aff2c84a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:17:07.367042 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-dd6e26e5-4b20-4ab0-81eb-933249e6662b req-80bee419-2665-4f0a-874f-f7aff2c84a77 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=584e46c5-7e4b-4d3b-ab22-2b43ba1ce109 HTTP/1.1" status: 200 len: 1098 time: 0.1398222 Jun 23 19:17:07.400395 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-dd6e26e5-4b20-4ab0-81eb-933249e6662b req-8db4db38-44a3-4efd-a2a7-0fc8d579163a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c2776881-bb35-4303-b9af-012b9fea3b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0256755 Jun 23 19:17:07.930342 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e25e0f-eba4-42c2-8852-45fd3d592cb0 req-272a73ea-6da9-44a1-9176-04a4292cdf3b tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:17:07.931786 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-10e25e0f-eba4-42c2-8852-45fd3d592cb0 req-272a73ea-6da9-44a1-9176-04a4292cdf3b tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/ports?device_id=584e46c5-7e4b-4d3b-ab22-2b43ba1ce109 HTTP/1.1" status: 200 len: 945 time: 0.0648351 Jun 23 19:17:07.968442 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-10e25e0f-eba4-42c2-8852-45fd3d592cb0 req-a98058c2-03ed-49b2-9ea5-d8633ebd938c tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/security-groups?id=c2776881-bb35-4303-b9af-012b9fea3b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309842 Jun 23 19:17:09.135290 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cabb992-d119-41f6-aeca-041dff9ec677 req-31327c13-aeb8-440d-8c4b-36247fcf0c67 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:17:09.136752 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-1cabb992-d119-41f6-aeca-041dff9ec677 req-31327c13-aeb8-440d-8c4b-36247fcf0c67 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/ports?device_id=584e46c5-7e4b-4d3b-ab22-2b43ba1ce109 HTTP/1.1" status: 200 len: 945 time: 0.0612755 Jun 23 19:17:09.173266 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-1cabb992-d119-41f6-aeca-041dff9ec677 req-cc1e76f5-17a9-477d-99f1-5cf9d6c2fd1a tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/security-groups?id=c2776881-bb35-4303-b9af-012b9fea3b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309725 Jun 23 19:17:15.322834 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.agents_db [None req-808d9167-7b86-4487-ac1f-373b1677e9b0 None None] Agent healthcheck: found 6 active agents {{(pid=93955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:17:17.215257 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:23.603242 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac7dcc-17ec-4562-9735-72475910f416 req-2ba687de-0c35-4cd4-a493-bee62400f3d5 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:17:23.604798 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-6dac7dcc-17ec-4562-9735-72475910f416 req-2ba687de-0c35-4cd4-a493-bee62400f3d5 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/ports?device_id=584e46c5-7e4b-4d3b-ab22-2b43ba1ce109 HTTP/1.1" status: 200 len: 945 time: 0.0616717 Jun 23 19:17:23.640702 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-6dac7dcc-17ec-4562-9735-72475910f416 req-45f67a73-3611-4d0b-8f15-6bf5cdc8cd93 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/security-groups?id=c2776881-bb35-4303-b9af-012b9fea3b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303936 Jun 23 19:17:24.817638 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5655ec41-7c7e-4346-9491-dbba5854db25 req-ca95b84a-12f7-4d09-8313-25c2c9a190d5 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:17:24.819079 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-5655ec41-7c7e-4346-9491-dbba5854db25 req-ca95b84a-12f7-4d09-8313-25c2c9a190d5 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/ports?device_id=584e46c5-7e4b-4d3b-ab22-2b43ba1ce109 HTTP/1.1" status: 200 len: 945 time: 0.0682580 Jun 23 19:17:24.856861 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-5655ec41-7c7e-4346-9491-dbba5854db25 req-9634e2f3-899d-45f7-9431-989d279ecea6 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/security-groups?id=c2776881-bb35-4303-b9af-012b9fea3b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321825 Jun 23 19:17:25.497636 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4868a0bd-d06d-4c2f-b357-a23c70e17e94 req-ab514148-c378-48db-8153-7ee28164fd23 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:17:25.499052 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4868a0bd-d06d-4c2f-b357-a23c70e17e94 req-ab514148-c378-48db-8153-7ee28164fd23 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.49 "GET /v2.0/ports?device_id=584e46c5-7e4b-4d3b-ab22-2b43ba1ce109 HTTP/1.1" status: 200 len: 945 time: 0.0604818 Jun 23 19:17:25.600687 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [req-4868a0bd-d06d-4c2f-b357-a23c70e17e94 req-05f10fc8-9cfb-4f6b-a6c6-cfc688aa0165 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Deleting port 44eb9008-eff1-4bb1-a34d-d7d8f5b33dba {{(pid=93953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:17:25.601016 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-4868a0bd-d06d-4c2f-b357-a23c70e17e94 req-05f10fc8-9cfb-4f6b-a6c6-cfc688aa0165 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745549706015'] for port, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:25.688083 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-4868a0bd-d06d-4c2f-b357-a23c70e17e94 req-05f10fc8-9cfb-4f6b-a6c6-cfc688aa0165 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] For port 44eb9008-eff1-4bb1-a34d-d7d8f5b33dba, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=44eb9008-eff1-4bb1-a34d-d7d8f5b33dba,segment=NetworkSegment(17995e88-d4eb-40f1-8237-6c37b5322442),segment_id=17995e88-d4eb-40f1-8237-6c37b5322442)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:17:25.688448 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-4868a0bd-d06d-4c2f-b357-a23c70e17e94 req-05f10fc8-9cfb-4f6b-a6c6-cfc688aa0165 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710932'] for port, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:25.709295 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [req-4868a0bd-d06d-4c2f-b357-a23c70e17e94 req-05f10fc8-9cfb-4f6b-a6c6-cfc688aa0165 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Calling delete_port for 44eb9008-eff1-4bb1-a34d-d7d8f5b33dba owned by compute:nova {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:17:25.877629 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-4868a0bd-d06d-4c2f-b357-a23c70e17e94 req-05f10fc8-9cfb-4f6b-a6c6-cfc688aa0165 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745549710641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745549236134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28924686'] for port, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:25.883087 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-48d2f862-437e-4fab-a839-4001deab26c1 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:17:25.908818 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f10fc8-9cfb-4f6b-a6c6-cfc688aa0165 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Pushing event deleted for resources: {'Port': ['ID=44eb9008-eff1-4bb1-a34d-d7d8f5b33dba,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:17:25.913558 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-05f10fc8-9cfb-4f6b-a6c6-cfc688aa0165 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:17:25.917411 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] get_ports_and_sgs() called for port_ids ['a3d0c0b9-d686-43f5-9502-f95c1fb73b38', '89210d9f-5385-45d8-8968-6fbf7a3de529', 'ff2fd3e5-73fd-4b0c-a125-c0d4330f97f8', '44eb9008-eff1-4bb1-a34d-d7d8f5b33dba'] {{(pid=93954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:17:25.956060 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [req-4868a0bd-d06d-4c2f-b357-a23c70e17e94 req-05f10fc8-9cfb-4f6b-a6c6-cfc688aa0165 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] No DVR routers for this DVR port 44eb9008-eff1-4bb1-a34d-d7d8f5b33dba on host hv-cinder-79049 {{(pid=93953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:17:25.958989 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-4868a0bd-d06d-4c2f-b357-a23c70e17e94 req-05f10fc8-9cfb-4f6b-a6c6-cfc688aa0165 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:25.961141 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4868a0bd-d06d-4c2f-b357-a23c70e17e94 req-05f10fc8-9cfb-4f6b-a6c6-cfc688aa0165 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.49 "DELETE /v2.0/ports/44eb9008-eff1-4bb1-a34d-d7d8f5b33dba HTTP/1.1" status: 204 len: 173 time: 0.4559963 Jun 23 19:17:25.961752 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '584e46c5-7e4b-4d3b-ab22-2b43ba1ce109', 'name': 'network-vif-deleted', 'tag': '44eb9008-eff1-4bb1-a34d-d7d8f5b33dba'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:17:25.964164 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8902aeace0540733bba5a146bce723956a3312b5b25ae011a73fc84317b4d28a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e22d6a-bd8e-4818-9627-6d4a1e2db6cd" -d '{"events": [{"server_uuid": "584e46c5-7e4b-4d3b-ab22-2b43ba1ce109", "name": "network-vif-deleted", "tag": "44eb9008-eff1-4bb1-a34d-d7d8f5b33dba"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:17:26.010562 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4ef70b95-9dfb-4736-af70-ec594bfc7806 req-abc04a79-49d8-47bf-8973-b87ef25c1655 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/ports?device_id=584e46c5-7e4b-4d3b-ab22-2b43ba1ce109 HTTP/1.1" status: 200 len: 210 time: 0.0317068 Jun 23 19:17:26.193176 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed254c87-390a-4004-a5a9-1eca3de1532d x-openstack-request-id: req-ed254c87-390a-4004-a5a9-1eca3de1532d {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:17:26.193493 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "584e46c5-7e4b-4d3b-ab22-2b43ba1ce109", "name": "network-vif-deleted", "tag": "44eb9008-eff1-4bb1-a34d-d7d8f5b33dba", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:17:26.193818 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ed254c87-390a-4004-a5a9-1eca3de1532d {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:17:26.194237 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '584e46c5-7e4b-4d3b-ab22-2b43ba1ce109', 'name': 'network-vif-deleted', 'tag': '44eb9008-eff1-4bb1-a34d-d7d8f5b33dba', 'status': 'completed', 'code': 200} Jun 23 19:17:28.998822 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f205b10b-6d56-47db-aa51-6beb2306647f req-79e30efb-d84f-464d-bfe2-a75a5914038c tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:17:29.000325 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f205b10b-6d56-47db-aa51-6beb2306647f req-79e30efb-d84f-464d-bfe2-a75a5914038c tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/ports?device_id=67e70b9e-f35f-48a6-a5e7-6100a6ffb84a HTTP/1.1" status: 200 len: 946 time: 0.0645514 Jun 23 19:17:29.039025 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f205b10b-6d56-47db-aa51-6beb2306647f req-8868f0be-9b2f-4174-9608-c89348570525 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/security-groups?id=c2776881-bb35-4303-b9af-012b9fea3b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329795 Jun 23 19:17:30.215344 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a332436-64b4-407a-87ae-1aabfe872f75 req-8e482fb9-0844-4dc9-8195-9dad9d5762ec tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:17:30.216998 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3a332436-64b4-407a-87ae-1aabfe872f75 req-8e482fb9-0844-4dc9-8195-9dad9d5762ec tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/ports?device_id=67e70b9e-f35f-48a6-a5e7-6100a6ffb84a HTTP/1.1" status: 200 len: 946 time: 0.0689197 Jun 23 19:17:30.225733 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-75bb9d7d-d8cc-4940-b1df-96ce943c692d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:30.254184 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3a332436-64b4-407a-87ae-1aabfe872f75 req-feb47ad9-1367-4ca0-b523-5c05e9626cbe tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/security-groups?id=c2776881-bb35-4303-b9af-012b9fea3b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315919 Jun 23 19:17:30.621824 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device 44eb9008-eff1-4bb1-a34d-d7d8f5b33dba no longer exists at agent hyperv_hv-cinder-79049 {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:17:30.641475 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] No Port match for: 44eb9008-eff1-4bb1-a34d-d7d8f5b33dba {{(pid=93954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:17:30.641827 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device 44eb9008-eff1-4bb1-a34d-d7d8f5b33dba not bound to the agent host hv-cinder-79049 {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:17:30.993637 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c5e7c-c1f4-4c2b-a131-614fee877bac req-d4c1a49e-7e1d-4dc0-985e-85dc0ad0a284 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:17:30.995054 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-1c9c5e7c-c1f4-4c2b-a131-614fee877bac req-d4c1a49e-7e1d-4dc0-985e-85dc0ad0a284 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.49 "GET /v2.0/ports?device_id=67e70b9e-f35f-48a6-a5e7-6100a6ffb84a HTTP/1.1" status: 200 len: 946 time: 0.0614359 Jun 23 19:17:31.096480 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [req-1c9c5e7c-c1f4-4c2b-a131-614fee877bac req-04b86fca-3f1b-4a0e-8e15-e4f627b44bca tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Deleting port ff2fd3e5-73fd-4b0c-a125-c0d4330f97f8 {{(pid=93953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:17:31.096819 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-1c9c5e7c-c1f4-4c2b-a131-614fee877bac req-04b86fca-3f1b-4a0e-8e15-e4f627b44bca tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745549706015'] for port, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:31.181466 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-1c9c5e7c-c1f4-4c2b-a131-614fee877bac req-04b86fca-3f1b-4a0e-8e15-e4f627b44bca tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] For port ff2fd3e5-73fd-4b0c-a125-c0d4330f97f8, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=ff2fd3e5-73fd-4b0c-a125-c0d4330f97f8,segment=NetworkSegment(17995e88-d4eb-40f1-8237-6c37b5322442),segment_id=17995e88-d4eb-40f1-8237-6c37b5322442)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:17:31.181739 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-1c9c5e7c-c1f4-4c2b-a131-614fee877bac req-04b86fca-3f1b-4a0e-8e15-e4f627b44bca tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710932'] for port, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:31.194557 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [req-1c9c5e7c-c1f4-4c2b-a131-614fee877bac req-04b86fca-3f1b-4a0e-8e15-e4f627b44bca tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Calling delete_port for ff2fd3e5-73fd-4b0c-a125-c0d4330f97f8 owned by compute:nova {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:17:31.430116 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8e3108-b84e-4a5f-bf44-70b204a5f664 req-8bef791a-bd31-4595-876c-3a96ebacc975 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:17:31.431700 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ec8e3108-b84e-4a5f-bf44-70b204a5f664 req-8bef791a-bd31-4595-876c-3a96ebacc975 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/ports?device_id=67e70b9e-f35f-48a6-a5e7-6100a6ffb84a HTTP/1.1" status: 200 len: 946 time: 0.0615170 Jun 23 19:17:31.432783 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-1c9c5e7c-c1f4-4c2b-a131-614fee877bac req-04b86fca-3f1b-4a0e-8e15-e4f627b44bca tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745549710641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745549236134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28924686'] for port, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:31.436786 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-048b60e0-bc30-479e-a979-2b29341caeca tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:17:31.470191 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] get_ports_and_sgs() called for port_ids ['a3d0c0b9-d686-43f5-9502-f95c1fb73b38', '89210d9f-5385-45d8-8968-6fbf7a3de529', 'ff2fd3e5-73fd-4b0c-a125-c0d4330f97f8'] {{(pid=93954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:17:31.480076 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b86fca-3f1b-4a0e-8e15-e4f627b44bca tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Pushing event deleted for resources: {'Port': ['ID=ff2fd3e5-73fd-4b0c-a125-c0d4330f97f8,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:17:31.489665 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-04b86fca-3f1b-4a0e-8e15-e4f627b44bca tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:17:31.532855 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c9c5e7c-c1f4-4c2b-a131-614fee877bac req-04b86fca-3f1b-4a0e-8e15-e4f627b44bca tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] No DVR routers for this DVR port ff2fd3e5-73fd-4b0c-a125-c0d4330f97f8 on host hv-cinder-79049 {{(pid=93953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:17:31.536685 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-1c9c5e7c-c1f4-4c2b-a131-614fee877bac req-04b86fca-3f1b-4a0e-8e15-e4f627b44bca tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:31.545210 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-1c9c5e7c-c1f4-4c2b-a131-614fee877bac req-04b86fca-3f1b-4a0e-8e15-e4f627b44bca tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.49 "DELETE /v2.0/ports/ff2fd3e5-73fd-4b0c-a125-c0d4330f97f8 HTTP/1.1" status: 204 len: 173 time: 0.5350766 Jun 23 19:17:31.545210 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e70b9e-f35f-48a6-a5e7-6100a6ffb84a', 'name': 'network-vif-deleted', 'tag': 'ff2fd3e5-73fd-4b0c-a125-c0d4330f97f8'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:17:31.545210 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8902aeace0540733bba5a146bce723956a3312b5b25ae011a73fc84317b4d28a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef2555a-964b-4b1e-a532-840e9c9440f9" -d '{"events": [{"server_uuid": "67e70b9e-f35f-48a6-a5e7-6100a6ffb84a", "name": "network-vif-deleted", "tag": "ff2fd3e5-73fd-4b0c-a125-c0d4330f97f8"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:17:31.548842 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ec8e3108-b84e-4a5f-bf44-70b204a5f664 req-0d05a164-fa36-422b-8d39-816642561691 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/security-groups?id=c2776881-bb35-4303-b9af-012b9fea3b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086836 Jun 23 19:17:31.596600 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e422c8fb-4ef5-4a16-b562-4aef120b3b00 x-openstack-request-id: req-e422c8fb-4ef5-4a16-b562-4aef120b3b00 {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:17:31.596952 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67e70b9e-f35f-48a6-a5e7-6100a6ffb84a", "name": "network-vif-deleted", "tag": "ff2fd3e5-73fd-4b0c-a125-c0d4330f97f8", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:17:31.597237 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e422c8fb-4ef5-4a16-b562-4aef120b3b00 {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:17:31.597681 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67e70b9e-f35f-48a6-a5e7-6100a6ffb84a', 'name': 'network-vif-deleted', 'tag': 'ff2fd3e5-73fd-4b0c-a125-c0d4330f97f8', 'status': 'completed', 'code': 200} Jun 23 19:17:32.908505 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-30ba2f8a-dacf-4ee6-b8f2-04c7077a854e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:33.001565 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:33.220925 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96195026-cabf-437f-a40e-9e24fe57e51d req-c074f6a8-83eb-4a82-87fd-9ac5ff72b44b tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:17:33.222338 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-96195026-cabf-437f-a40e-9e24fe57e51d req-c074f6a8-83eb-4a82-87fd-9ac5ff72b44b tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/ports?device_id=534ac620-21f6-4f60-a598-76042c9f3e24 HTTP/1.1" status: 200 len: 945 time: 0.0619781 Jun 23 19:17:33.260549 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-96195026-cabf-437f-a40e-9e24fe57e51d req-f402b356-79aa-493d-b833-4aeba81d3b89 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/security-groups?id=c2776881-bb35-4303-b9af-012b9fea3b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321753 Jun 23 19:17:34.123339 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-36873b57-c469-4164-8152-400a4dc72ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:34.654060 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device ff2fd3e5-73fd-4b0c-a125-c0d4330f97f8 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:17:34.672930 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] No Port match for: ff2fd3e5-73fd-4b0c-a125-c0d4330f97f8 {{(pid=93954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:17:34.673279 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device ff2fd3e5-73fd-4b0c-a125-c0d4330f97f8 not bound to the agent host hv-cinder-79049 {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:17:34.706666 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a486f853-185a-415d-9a24-34961c909e81 req-1c2ae356-a6c7-40fd-bd67-f12dd9a4e5b0 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:17:34.708224 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a486f853-185a-415d-9a24-34961c909e81 req-1c2ae356-a6c7-40fd-bd67-f12dd9a4e5b0 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/ports?device_id=534ac620-21f6-4f60-a598-76042c9f3e24 HTTP/1.1" status: 200 len: 945 time: 0.0664489 Jun 23 19:17:34.745583 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a486f853-185a-415d-9a24-34961c909e81 req-7c0a0ea4-a38e-4322-a465-ef6652688548 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/security-groups?id=c2776881-bb35-4303-b9af-012b9fea3b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316980 Jun 23 19:17:34.902311 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816fac74-4742-4f69-80ff-cb2cc30c989d req-bbd9ff7f-1fe3-4505-a740-3355f43f7c82 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:17:34.903804 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-816fac74-4742-4f69-80ff-cb2cc30c989d req-bbd9ff7f-1fe3-4505-a740-3355f43f7c82 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf0477b3-793a-494f-9fb6-720e6724789a HTTP/1.1" status: 200 len: 945 time: 0.0623174 Jun 23 19:17:34.941335 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-816fac74-4742-4f69-80ff-cb2cc30c989d req-7a41c708-5484-4ce1-b1b9-88efb344fc3c tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/security-groups?id=66cebad4-9632-4565-8aae-42cad405228f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318990 Jun 23 19:17:35.020648 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8897fde5-ff5c-4785-9cd2-8e555cfb2817 req-2165241a-c60e-48ab-91ab-d9ccf39bb11b tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:17:35.022075 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8897fde5-ff5c-4785-9cd2-8e555cfb2817 req-2165241a-c60e-48ab-91ab-d9ccf39bb11b tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.49 "GET /v2.0/ports?device_id=534ac620-21f6-4f60-a598-76042c9f3e24 HTTP/1.1" status: 200 len: 945 time: 0.0609961 Jun 23 19:17:35.123053 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [req-8897fde5-ff5c-4785-9cd2-8e555cfb2817 req-02380263-6531-4d5b-aa95-03827a404237 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Deleting port 89210d9f-5385-45d8-8968-6fbf7a3de529 {{(pid=93953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:17:35.123409 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-8897fde5-ff5c-4785-9cd2-8e555cfb2817 req-02380263-6531-4d5b-aa95-03827a404237 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745549706015'] for port, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:35.226013 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-8897fde5-ff5c-4785-9cd2-8e555cfb2817 req-02380263-6531-4d5b-aa95-03827a404237 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] For port 89210d9f-5385-45d8-8968-6fbf7a3de529, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=89210d9f-5385-45d8-8968-6fbf7a3de529,segment=NetworkSegment(17995e88-d4eb-40f1-8237-6c37b5322442),segment_id=17995e88-d4eb-40f1-8237-6c37b5322442)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:17:35.226013 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-8897fde5-ff5c-4785-9cd2-8e555cfb2817 req-02380263-6531-4d5b-aa95-03827a404237 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710932'] for port, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:35.226013 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [req-8897fde5-ff5c-4785-9cd2-8e555cfb2817 req-02380263-6531-4d5b-aa95-03827a404237 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Calling delete_port for 89210d9f-5385-45d8-8968-6fbf7a3de529 owned by compute:nova {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:17:35.425604 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0dfa02b7-e69b-42f9-a1c6-d55a29ea84e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:35.477221 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-8897fde5-ff5c-4785-9cd2-8e555cfb2817 req-02380263-6531-4d5b-aa95-03827a404237 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745549710641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745549236134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28924686'] for port, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:35.481249 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-245ce24c-2e0b-4b97-82bd-6e5890d484ec tempest-VolumesActionsTest-76016042 tempest-VolumesActionsTest-76016042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:17:35.510779 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02380263-6531-4d5b-aa95-03827a404237 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Pushing event deleted for resources: {'Port': ['ID=89210d9f-5385-45d8-8968-6fbf7a3de529,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:17:35.515988 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] get_ports_and_sgs() called for port_ids ['a3d0c0b9-d686-43f5-9502-f95c1fb73b38', '89210d9f-5385-45d8-8968-6fbf7a3de529'] {{(pid=93954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:17:35.523552 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02380263-6531-4d5b-aa95-03827a404237 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:17:35.523937 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02380263-6531-4d5b-aa95-03827a404237 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:17:35.524319 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02380263-6531-4d5b-aa95-03827a404237 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:17:35.524692 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02380263-6531-4d5b-aa95-03827a404237 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:17:35.525064 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02380263-6531-4d5b-aa95-03827a404237 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:17:35.525442 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02380263-6531-4d5b-aa95-03827a404237 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:17:35.525809 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02380263-6531-4d5b-aa95-03827a404237 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:17:35.526171 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02380263-6531-4d5b-aa95-03827a404237 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:17:35.526532 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02380263-6531-4d5b-aa95-03827a404237 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:17:35.526890 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02380263-6531-4d5b-aa95-03827a404237 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:17:35.527253 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02380263-6531-4d5b-aa95-03827a404237 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:17:35.527631 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02380263-6531-4d5b-aa95-03827a404237 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:17:35.546237 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-02380263-6531-4d5b-aa95-03827a404237 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:17:35.566545 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [req-8897fde5-ff5c-4785-9cd2-8e555cfb2817 req-02380263-6531-4d5b-aa95-03827a404237 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] No DVR routers for this DVR port 89210d9f-5385-45d8-8968-6fbf7a3de529 on host hv-cinder-79049 {{(pid=93953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:17:35.569293 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-8897fde5-ff5c-4785-9cd2-8e555cfb2817 req-02380263-6531-4d5b-aa95-03827a404237 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:35.571229 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8897fde5-ff5c-4785-9cd2-8e555cfb2817 req-02380263-6531-4d5b-aa95-03827a404237 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.49 "DELETE /v2.0/ports/89210d9f-5385-45d8-8968-6fbf7a3de529 HTTP/1.1" status: 204 len: 173 time: 0.5427382 Jun 23 19:17:35.571841 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '534ac620-21f6-4f60-a598-76042c9f3e24', 'name': 'network-vif-deleted', 'tag': '89210d9f-5385-45d8-8968-6fbf7a3de529'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:17:35.574112 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8902aeace0540733bba5a146bce723956a3312b5b25ae011a73fc84317b4d28a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a13e1166-4e8c-47be-b52c-347e9a237076" -d '{"events": [{"server_uuid": "534ac620-21f6-4f60-a598-76042c9f3e24", "name": "network-vif-deleted", "tag": "89210d9f-5385-45d8-8968-6fbf7a3de529"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:17:35.616643 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-681508e2-5da1-4c1a-994b-b92475edaed1 x-openstack-request-id: req-681508e2-5da1-4c1a-994b-b92475edaed1 {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:17:35.616987 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "534ac620-21f6-4f60-a598-76042c9f3e24", "name": "network-vif-deleted", "tag": "89210d9f-5385-45d8-8968-6fbf7a3de529", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:17:35.617288 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-681508e2-5da1-4c1a-994b-b92475edaed1 {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:17:35.617736 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '534ac620-21f6-4f60-a598-76042c9f3e24', 'name': 'network-vif-deleted', 'tag': '89210d9f-5385-45d8-8968-6fbf7a3de529', 'status': 'completed', 'code': 200} Jun 23 19:17:35.894884 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e30ba31c-a4cf-4f3d-b881-1aa5df09894b req-89366e3e-e7df-48d9-b0fc-94f4bb46b6fe tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/ports?device_id=534ac620-21f6-4f60-a598-76042c9f3e24 HTTP/1.1" status: 200 len: 210 time: 0.0290663 Jun 23 19:17:36.121142 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db96b0-2550-4881-b50a-15df294def0a req-643ff203-399e-4605-9f38-bd5d1c16c373 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:17:36.122805 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-36db96b0-2550-4881-b50a-15df294def0a req-643ff203-399e-4605-9f38-bd5d1c16c373 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf0477b3-793a-494f-9fb6-720e6724789a HTTP/1.1" status: 200 len: 945 time: 0.0741110 Jun 23 19:17:36.163870 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-36db96b0-2550-4881-b50a-15df294def0a req-6976827c-b628-4e65-b8d6-3e14db76a373 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/security-groups?id=66cebad4-9632-4565-8aae-42cad405228f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353472 Jun 23 19:17:36.811532 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0acc549-858a-4c32-8af9-bb3f266c9b09 req-e7882353-1211-4c1c-b726-352f62bb8cfc tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:17:36.813002 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b0acc549-858a-4c32-8af9-bb3f266c9b09 req-e7882353-1211-4c1c-b726-352f62bb8cfc tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf0477b3-793a-494f-9fb6-720e6724789a HTTP/1.1" status: 200 len: 945 time: 0.0620253 Jun 23 19:17:36.912521 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [req-b0acc549-858a-4c32-8af9-bb3f266c9b09 req-444fe783-0aa2-454d-b73d-b6c35efc4775 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Deleting port 7a32a863-8f2e-429d-95c2-d3c0de3b45aa {{(pid=93953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:17:36.913160 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-b0acc549-858a-4c32-8af9-bb3f266c9b09 req-444fe783-0aa2-454d-b73d-b6c35efc4775 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745549706015'] for port, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:37.009936 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-b0acc549-858a-4c32-8af9-bb3f266c9b09 req-444fe783-0aa2-454d-b73d-b6c35efc4775 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] For port 7a32a863-8f2e-429d-95c2-d3c0de3b45aa, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=7a32a863-8f2e-429d-95c2-d3c0de3b45aa,segment=NetworkSegment(ce49d902-3382-49f9-88d0-28e3cea581ea),segment_id=ce49d902-3382-49f9-88d0-28e3cea581ea)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:17:37.010301 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-b0acc549-858a-4c32-8af9-bb3f266c9b09 req-444fe783-0aa2-454d-b73d-b6c35efc4775 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710932'] for port, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:37.174809 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-b0acc549-858a-4c32-8af9-bb3f266c9b09 req-444fe783-0aa2-454d-b73d-b6c35efc4775 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:37.175088 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-b0acc549-858a-4c32-8af9-bb3f266c9b09 req-444fe783-0aa2-454d-b73d-b6c35efc4775 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3708797'] for floatingip, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:37.175419 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.db.l3_db [req-b0acc549-858a-4c32-8af9-bb3f266c9b09 req-444fe783-0aa2-454d-b73d-b6c35efc4775 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Floating IP bc51a100-941b-4753-9863-fbd4459ed6ad disassociated. External IP: 172.27.1.237, port: 7a32a863-8f2e-429d-95c2-d3c0de3b45aa. Jun 23 19:17:37.175761 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [req-b0acc549-858a-4c32-8af9-bb3f266c9b09 req-444fe783-0aa2-454d-b73d-b6c35efc4775 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Calling delete_port for 7a32a863-8f2e-429d-95c2-d3c0de3b45aa owned by compute:nova {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:17:37.359617 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e65839-8ab4-430a-ac1d-6c440584350d req-e7b797fb-4c02-4e21-a4e8-a792c6cf2539 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:17:37.361041 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b4e65839-8ab4-430a-ac1d-6c440584350d req-e7b797fb-4c02-4e21-a4e8-a792c6cf2539 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf0477b3-793a-494f-9fb6-720e6724789a HTTP/1.1" status: 200 len: 945 time: 0.0763400 Jun 23 19:17:37.401787 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b4e65839-8ab4-430a-ac1d-6c440584350d req-a0be5244-af2e-4af7-90ee-5ec56dd7f4fd tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/security-groups?id=66cebad4-9632-4565-8aae-42cad405228f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342476 Jun 23 19:17:37.409032 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-b0acc549-858a-4c32-8af9-bb3f266c9b09 req-444fe783-0aa2-454d-b73d-b6c35efc4775 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745549710641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745549236134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28924686'] for port, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:37.414239 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-7139d49a-5ddb-47d5-876a-5f8c3d9ff56a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:17:37.441866 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444fe783-0aa2-454d-b73d-b6c35efc4775 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Pushing event deleted for resources: {'Port': ['ID=7a32a863-8f2e-429d-95c2-d3c0de3b45aa,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:17:37.446204 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-444fe783-0aa2-454d-b73d-b6c35efc4775 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:17:37.560860 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0acc549-858a-4c32-8af9-bb3f266c9b09 req-444fe783-0aa2-454d-b73d-b6c35efc4775 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Router 03f00452-d157-43c3-a25b-f5f31b9d8ac3 has already been hosted by L3 agent 74079d6f-659b-43f4-8a12-30a7ece685bb {{(pid=93953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:17:37.667329 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0acc549-858a-4c32-8af9-bb3f266c9b09 req-444fe783-0aa2-454d-b73d-b6c35efc4775 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify agent at l3_agent.dv-cinder-790492-6-iscsi the message routers_updated {{(pid=93953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:17:37.677917 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4022d0-e38d-4412-b1fe-553053af19e9 None None] Sync routers for ids ['03f00452-d157-43c3-a25b-f5f31b9d8ac3'] in dv-cinder-790492-6-iscsi {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:17:37.686868 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4022d0-e38d-4412-b1fe-553053af19e9 None None] Routers {'03f00452-d157-43c3-a25b-f5f31b9d8ac3'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:17:37.687522 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-2e4022d0-e38d-4412-b1fe-553053af19e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:17:33Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['03f00452-d157-43c3-a25b-f5f31b9d8ac3'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:17:37.720577 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0acc549-858a-4c32-8af9-bb3f266c9b09 req-444fe783-0aa2-454d-b73d-b6c35efc4775 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] No DVR routers for this DVR port 7a32a863-8f2e-429d-95c2-d3c0de3b45aa on host hv-cinder-79049 {{(pid=93953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:17:37.723117 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-b0acc549-858a-4c32-8af9-bb3f266c9b09 req-444fe783-0aa2-454d-b73d-b6c35efc4775 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:37.725436 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b0acc549-858a-4c32-8af9-bb3f266c9b09 req-444fe783-0aa2-454d-b73d-b6c35efc4775 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.49 "DELETE /v2.0/ports/7a32a863-8f2e-429d-95c2-d3c0de3b45aa HTTP/1.1" status: 204 len: 173 time: 0.9064903 Jun 23 19:17:37.726116 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf0477b3-793a-494f-9fb6-720e6724789a', 'name': 'network-vif-deleted', 'tag': '7a32a863-8f2e-429d-95c2-d3c0de3b45aa'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:17:37.728821 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8902aeace0540733bba5a146bce723956a3312b5b25ae011a73fc84317b4d28a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac02e10d-fb07-4e43-a15e-801a48205037" -d '{"events": [{"server_uuid": "cf0477b3-793a-494f-9fb6-720e6724789a", "name": "network-vif-deleted", "tag": "7a32a863-8f2e-429d-95c2-d3c0de3b45aa"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:17:37.771832 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4f76e7-daeb-4526-94a9-2e5cfdadedb4 x-openstack-request-id: req-8f4f76e7-daeb-4526-94a9-2e5cfdadedb4 {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:17:37.772192 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf0477b3-793a-494f-9fb6-720e6724789a", "name": "network-vif-deleted", "tag": "7a32a863-8f2e-429d-95c2-d3c0de3b45aa", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:17:37.772500 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8f4f76e7-daeb-4526-94a9-2e5cfdadedb4 {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:17:37.772962 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf0477b3-793a-494f-9fb6-720e6724789a', 'name': 'network-vif-deleted', 'tag': '7a32a863-8f2e-429d-95c2-d3c0de3b45aa', 'status': 'completed', 'code': 200} Jun 23 19:17:37.811248 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-2e4022d0-e38d-4412-b1fe-553053af19e9 None None] Set router 03f00452-d157-43c3-a25b-f5f31b9d8ac3 gateway port host: dv-cinder-790492-6-iscsi {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:17:38.019683 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-2e4022d0-e38d-4412-b1fe-553053af19e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'name': 'tempest-TestVolumeBootPattern-1178771438-router', 'tenant_id': 'aa96fac7201b43d2b8633791c636d18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'c9379835-059d-4c35-9caa-e811930e2c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:14:35Z', 'updated_at': '2021-06-23T19:14:39Z', 'revision_number': 4, 'project_id': 'aa96fac7201b43d2b8633791c636d18c', 'gw_port': {'id': 'c9379835-059d-4c35-9caa-e811930e2c99', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:14:35Z', 'updated_at': '2021-06-23T19:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi', '_interfaces': [{'id': '82adcb6f-164e-4e2b-8413-d669e42bcdc0', 'name': '', 'network_id': '03b00407-ece8-4036-91c7-ff69de4b3a72', 'tenant_id': 'aa96fac7201b43d2b8633791c636d18c', 'mac_address': 'fa:16:3e:fb:43:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '5e4f12f6-f920-4aa2-99cc-004ec6a10df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:14:38Z', 'updated_at': '2021-06-23T19:14:47Z', 'revision_number': 5, 'project_id': 'aa96fac7201b43d2b8633791c636d18c', 'subnets': [{'id': '5e4f12f6-f920-4aa2-99cc-004ec6a10df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:17:38.051365 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4022d0-e38d-4412-b1fe-553053af19e9 None None] Checking router: 03f00452-d157-43c3-a25b-f5f31b9d8ac3 for host: dv-cinder-790492-6-iscsi {{(pid=93954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:17:38.057784 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4022d0-e38d-4412-b1fe-553053af19e9 None None] Routers {'03f00452-d157-43c3-a25b-f5f31b9d8ac3'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:17:38.058460 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-2e4022d0-e38d-4412-b1fe-553053af19e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:17:33Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['03f00452-d157-43c3-a25b-f5f31b9d8ac3'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:17:38.163753 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-2e4022d0-e38d-4412-b1fe-553053af19e9 None None] Set router 03f00452-d157-43c3-a25b-f5f31b9d8ac3 gateway port host: dv-cinder-790492-6-iscsi {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:17:38.360286 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-2e4022d0-e38d-4412-b1fe-553053af19e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'name': 'tempest-TestVolumeBootPattern-1178771438-router', 'tenant_id': 'aa96fac7201b43d2b8633791c636d18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'c9379835-059d-4c35-9caa-e811930e2c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:14:35Z', 'updated_at': '2021-06-23T19:14:39Z', 'revision_number': 4, 'project_id': 'aa96fac7201b43d2b8633791c636d18c', 'gw_port': {'id': 'c9379835-059d-4c35-9caa-e811930e2c99', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:14:35Z', 'updated_at': '2021-06-23T19:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi', '_interfaces': [{'id': '82adcb6f-164e-4e2b-8413-d669e42bcdc0', 'name': '', 'network_id': '03b00407-ece8-4036-91c7-ff69de4b3a72', 'tenant_id': 'aa96fac7201b43d2b8633791c636d18c', 'mac_address': 'fa:16:3e:fb:43:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '5e4f12f6-f920-4aa2-99cc-004ec6a10df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:14:38Z', 'updated_at': '2021-06-23T19:14:47Z', 'revision_number': 5, 'project_id': 'aa96fac7201b43d2b8633791c636d18c', 'subnets': [{'id': '5e4f12f6-f920-4aa2-99cc-004ec6a10df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:17:38.386420 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4022d0-e38d-4412-b1fe-553053af19e9 None None] The sync data for ids ['03f00452-d157-43c3-a25b-f5f31b9d8ac3'] in dv-cinder-790492-6-iscsi is: [{'id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'name': 'tempest-TestVolumeBootPattern-1178771438-router', 'tenant_id': 'aa96fac7201b43d2b8633791c636d18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'c9379835-059d-4c35-9caa-e811930e2c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:14:35Z', 'updated_at': '2021-06-23T19:14:39Z', 'revision_number': 4, 'project_id': 'aa96fac7201b43d2b8633791c636d18c', 'gw_port': {'id': 'c9379835-059d-4c35-9caa-e811930e2c99', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:14:35Z', 'updated_at': '2021-06-23T19:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi', '_interfaces': [{'id': '82adcb6f-164e-4e2b-8413-d669e42bcdc0', 'name': '', 'network_id': '03b00407-ece8-4036-91c7-ff69de4b3a72', 'tenant_id': 'aa96fac7201b43d2b8633791c636d18c', 'mac_address': 'fa:16:3e:fb:43:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '5e4f12f6-f920-4aa2-99cc-004ec6a10df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:14:38Z', 'updated_at': '2021-06-23T19:14:47Z', 'revision_number': 5, 'project_id': 'aa96fac7201b43d2b8633791c636d18c', 'subnets': [{'id': '5e4f12f6-f920-4aa2-99cc-004ec6a10df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:17:38.606984 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61dbae2-41bd-4905-879e-5f0fa5d3b49e None None] New status for floating IP bc51a100-941b-4753-9863-fbd4459ed6ad: DOWN {{(pid=93955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 19:17:38.711100 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device 7a32a863-8f2e-429d-95c2-d3c0de3b45aa no longer exists at agent hyperv_hv-cinder-79049 {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:17:38.862208 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] No Port match for: 7a32a863-8f2e-429d-95c2-d3c0de3b45aa {{(pid=93954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:17:38.862901 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device 7a32a863-8f2e-429d-95c2-d3c0de3b45aa not bound to the agent host hv-cinder-79049 {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:17:38.863331 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device 89210d9f-5385-45d8-8968-6fbf7a3de529 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:17:38.882156 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] No Port match for: 89210d9f-5385-45d8-8968-6fbf7a3de529 {{(pid=93954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:17:38.882502 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device 89210d9f-5385-45d8-8968-6fbf7a3de529 not bound to the agent host hv-cinder-79049 {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:17:38.898178 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-5c4be521-f3b3-4508-bb2e-1f3d3639c13e req-9bc6a317-9146-4960-84a8-888eaf1fa06b tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf0477b3-793a-494f-9fb6-720e6724789a HTTP/1.1" status: 200 len: 210 time: 0.0323400 Jun 23 19:17:39.057159 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec34bc9-7a00-40f4-a3c9-3ca114c0f3b7 req-5e7494cc-208f-409f-9b12-e68126159770 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:17:39.058633 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-cec34bc9-7a00-40f4-a3c9-3ca114c0f3b7 req-5e7494cc-208f-409f-9b12-e68126159770 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddddd734-c2b9-4f41-82f6-ba397ed25a3b HTTP/1.1" status: 200 len: 945 time: 0.0627589 Jun 23 19:17:39.096443 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-cec34bc9-7a00-40f4-a3c9-3ca114c0f3b7 req-9728c320-1a29-485e-aa0b-bbf12de11b6f tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/security-groups?id=c2776881-bb35-4303-b9af-012b9fea3b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322754 Jun 23 19:17:40.180032 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7b6f551c-d567-4bce-a0d9-646321966c7f req-ebe7f490-c43c-4e1d-8a32-9118fe90c7be tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-801485575&fields=id&tenant_id=aa96fac7201b43d2b8633791c636d18c HTTP/1.1" status: 200 len: 267 time: 0.0333712 Jun 23 19:17:40.287718 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6f551c-d567-4bce-a0d9-646321966c7f req-e69ba8b0-52d8-4c77-8e84-acbf5cd879d2 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:17:40.289160 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7b6f551c-d567-4bce-a0d9-646321966c7f req-e69ba8b0-52d8-4c77-8e84-acbf5cd879d2 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/networks?id=03b00407-ece8-4036-91c7-ff69de4b3a72 HTTP/1.1" status: 200 len: 812 time: 0.1027203 Jun 23 19:17:40.304046 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7b6f551c-d567-4bce-a0d9-646321966c7f req-b720976d-7115-4108-b381-61110d9eb428 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/quotas/aa96fac7201b43d2b8633791c636d18c HTTP/1.1" status: 200 len: 375 time: 0.0095000 Jun 23 19:17:40.371065 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7b6f551c-d567-4bce-a0d9-646321966c7f req-5337f04c-95ae-459b-aa08-9994f77d85b1 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=aa96fac7201b43d2b8633791c636d18c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0617704 Jun 23 19:17:40.386881 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [req-7b6f551c-d567-4bce-a0d9-646321966c7f req-e7b69947-fd64-4285-b920-1ffc33f5d31a service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 19:17:40.387869 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7b6f551c-d567-4bce-a0d9-646321966c7f req-e7b69947-fd64-4285-b920-1ffc33f5d31a service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049899 Jun 23 19:17:40.477104 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7b6f551c-d567-4bce-a0d9-646321966c7f req-ddf59956-f6aa-485a-87f5-7f1a6a701024 service neutron] 10.222.0.69 "GET /v2.0/networks/03b00407-ece8-4036-91c7-ff69de4b3a72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839994 Jun 23 19:17:40.561714 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7b6f551c-d567-4bce-a0d9-646321966c7f req-3216335e-4ba0-41d9-ae81-f5bf28a63f15 service neutron] 10.222.0.69 "GET /v2.0/networks/03b00407-ece8-4036-91c7-ff69de4b3a72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790646 Jun 23 19:17:40.836460 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0724b2bb-d682-4669-abd9-3808b77dfd76 req-887294e5-695e-47c7-a98a-1ce6b0e3684b tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:17:40.837891 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0724b2bb-d682-4669-abd9-3808b77dfd76 req-887294e5-695e-47c7-a98a-1ce6b0e3684b tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddddd734-c2b9-4f41-82f6-ba397ed25a3b HTTP/1.1" status: 200 len: 945 time: 0.0858898 Jun 23 19:17:40.939921 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [req-0724b2bb-d682-4669-abd9-3808b77dfd76 req-0606187a-58b6-4883-88d2-0975e2c9367c tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Deleting port a3d0c0b9-d686-43f5-9502-f95c1fb73b38 {{(pid=93953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:17:40.940266 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-0724b2bb-d682-4669-abd9-3808b77dfd76 req-0606187a-58b6-4883-88d2-0975e2c9367c tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745549706015'] for port, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:41.034292 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-0724b2bb-d682-4669-abd9-3808b77dfd76 req-0606187a-58b6-4883-88d2-0975e2c9367c tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] For port a3d0c0b9-d686-43f5-9502-f95c1fb73b38, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=a3d0c0b9-d686-43f5-9502-f95c1fb73b38,segment=NetworkSegment(17995e88-d4eb-40f1-8237-6c37b5322442),segment_id=17995e88-d4eb-40f1-8237-6c37b5322442)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:17:41.034676 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-0724b2bb-d682-4669-abd9-3808b77dfd76 req-0606187a-58b6-4883-88d2-0975e2c9367c tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710932'] for port, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:41.049685 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [req-0724b2bb-d682-4669-abd9-3808b77dfd76 req-0606187a-58b6-4883-88d2-0975e2c9367c tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Calling delete_port for a3d0c0b9-d686-43f5-9502-f95c1fb73b38 owned by compute:nova {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:17:41.222196 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a720014-8c93-4dd5-afbb-efbdd4767409 req-4a3afd71-a532-4374-a168-ff06a2aea601 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:17:41.224568 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-6a720014-8c93-4dd5-afbb-efbdd4767409 req-4a3afd71-a532-4374-a168-ff06a2aea601 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddddd734-c2b9-4f41-82f6-ba397ed25a3b HTTP/1.1" status: 200 len: 945 time: 0.1071451 Jun 23 19:17:41.270857 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-6a720014-8c93-4dd5-afbb-efbdd4767409 req-f841a808-3c1e-4a3d-a5ec-c0d0f9b74144 tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/security-groups?id=c2776881-bb35-4303-b9af-012b9fea3b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393229 Jun 23 19:17:41.341255 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-70816f2a-d491-4364-8b3c-81b7ca65d08a req-b6351c29-424b-489a-9884-0d7762f3166c tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/ports?device_id=30441264-6800-4d46-8f82-2bff586831b9 HTTP/1.1" status: 200 len: 210 time: 0.0298865 Jun 23 19:17:41.341981 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-0724b2bb-d682-4669-abd9-3808b77dfd76 req-0606187a-58b6-4883-88d2-0975e2c9367c tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745549710641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745549236134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28924686'] for port, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:41.346052 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-83a52d2f-af42-4d77-8aec-aa1ef4fe83a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:17:41.371954 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0606187a-58b6-4883-88d2-0975e2c9367c tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Pushing event deleted for resources: {'Port': ['ID=a3d0c0b9-d686-43f5-9502-f95c1fb73b38,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:17:41.375101 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-0606187a-58b6-4883-88d2-0975e2c9367c tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:17:41.387609 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] get_ports_and_sgs() called for port_ids ['a3d0c0b9-d686-43f5-9502-f95c1fb73b38'] {{(pid=93954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:17:41.420751 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [req-0724b2bb-d682-4669-abd9-3808b77dfd76 req-0606187a-58b6-4883-88d2-0975e2c9367c tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] No DVR routers for this DVR port a3d0c0b9-d686-43f5-9502-f95c1fb73b38 on host hv-cinder-79049 {{(pid=93953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:17:41.423050 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-0724b2bb-d682-4669-abd9-3808b77dfd76 req-0606187a-58b6-4883-88d2-0975e2c9367c tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:41.425024 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0724b2bb-d682-4669-abd9-3808b77dfd76 req-0606187a-58b6-4883-88d2-0975e2c9367c tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.49 "DELETE /v2.0/ports/a3d0c0b9-d686-43f5-9502-f95c1fb73b38 HTTP/1.1" status: 204 len: 173 time: 0.5781376 Jun 23 19:17:41.425531 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddddd734-c2b9-4f41-82f6-ba397ed25a3b', 'name': 'network-vif-deleted', 'tag': 'a3d0c0b9-d686-43f5-9502-f95c1fb73b38'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:17:41.427844 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8902aeace0540733bba5a146bce723956a3312b5b25ae011a73fc84317b4d28a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7566bdef-7343-478f-b63f-c17fb437ef12" -d '{"events": [{"server_uuid": "ddddd734-c2b9-4f41-82f6-ba397ed25a3b", "name": "network-vif-deleted", "tag": "a3d0c0b9-d686-43f5-9502-f95c1fb73b38"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:17:41.468554 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98823f0c-7804-4575-acf0-871d792caf0e x-openstack-request-id: req-98823f0c-7804-4575-acf0-871d792caf0e {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:17:41.474507 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddddd734-c2b9-4f41-82f6-ba397ed25a3b", "name": "network-vif-deleted", "tag": "a3d0c0b9-d686-43f5-9502-f95c1fb73b38", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:17:41.474507 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-98823f0c-7804-4575-acf0-871d792caf0e {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:17:41.474507 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddddd734-c2b9-4f41-82f6-ba397ed25a3b', 'name': 'network-vif-deleted', 'tag': 'a3d0c0b9-d686-43f5-9502-f95c1fb73b38', 'status': 'completed', 'code': 200} Jun 23 19:17:42.428801 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b724cea0-92ec-4cae-944a-75185b7313ef req-43700a95-d0de-41f5-aa44-fd2f1d5eb18f tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddddd734-c2b9-4f41-82f6-ba397ed25a3b HTTP/1.1" status: 200 len: 210 time: 0.0286410 Jun 23 19:17:42.557859 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f7bccd65-2b7a-48fa-8ec3-f139dcf95206 req-bf6b93cd-1c51-4ec2-853b-13b954aa0328 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/ports?device_id=30441264-6800-4d46-8f82-2bff586831b9 HTTP/1.1" status: 200 len: 210 time: 0.0294502 Jun 23 19:17:43.520363 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 39710) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:17:43.584341 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6f551c-d567-4bce-a0d9-646321966c7f req-722664b5-80d0-484c-bda7-c22f3a89b7ed tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:17:43.585769 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7b6f551c-d567-4bce-a0d9-646321966c7f req-722664b5-80d0-484c-bda7-c22f3a89b7ed tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.49 "GET /v2.0/networks?id=03b00407-ece8-4036-91c7-ff69de4b3a72 HTTP/1.1" status: 200 len: 812 time: 0.1376443 Jun 23 19:17:43.589080 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_v2 [None req-3555476e-454b-477b-90d1-cf2a4923151a admin admin] Deleting subnet 98ba2778-b668-467f-b097-e30e1e5affa9 {{(pid=93953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 19:17:43.592580 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3555476e-454b-477b-90d1-cf2a4923151a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:43.649505 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3555476e-454b-477b-90d1-cf2a4923151a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28925915'] for subnet, precommit_delete_associations {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:43.682549 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7b6f551c-d567-4bce-a0d9-646321966c7f req-8cf25a5a-c1a0-4358-89d4-6b0aece9d2d7 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa96fac7201b43d2b8633791c636d18c HTTP/1.1" status: 200 len: 379 time: 0.0706661 Jun 23 19:17:43.696324 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [req-7b6f551c-d567-4bce-a0d9-646321966c7f req-05a0b3f4-d779-447e-9f05-60e7a3bc5447 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Request body: {'port': {'device_id': '30441264-6800-4d46-8f82-2bff586831b9', 'network_id': '03b00407-ece8-4036-91c7-ff69de4b3a72', 'admin_state_up': True, 'tenant_id': 'aa96fac7201b43d2b8633791c636d18c', 'security_groups': ['66cebad4-9632-4565-8aae-42cad405228f']}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:17:43.727976 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4dfd725f-f8fd-42db-a16a-97f5215473de req-9305663e-6bf2-4e06-a4f1-72aa5f0ce8aa tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/ports?device_id=30441264-6800-4d46-8f82-2bff586831b9 HTTP/1.1" status: 200 len: 210 time: 0.0522807 Jun 23 19:17:43.777442 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3555476e-454b-477b-90d1-cf2a4923151a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884468'] for subnet, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:43.923263 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3555476e-454b-477b-90d1-cf2a4923151a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28924740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28230522'] for subnet, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:43.925930 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-ae2ea7e5-5dec-40ce-bae0-478714ba3865 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:17:43.951849 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b6f551c-d567-4bce-a0d9-646321966c7f req-05a0b3f4-d779-447e-9f05-60e7a3bc5447 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Made reservation on behalf of aa96fac7201b43d2b8633791c636d18c for: {'port': 1} {{(pid=93953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:17:43.955356 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-7b6f551c-d567-4bce-a0d9-646321966c7f req-05a0b3f4-d779-447e-9f05-60e7a3bc5447 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-975148'] for port, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:43.959229 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3555476e-454b-477b-90d1-cf2a4923151a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98ba2778-b668-467f-b097-e30e1e5affa9,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:17:43.961212 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-3555476e-454b-477b-90d1-cf2a4923151a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:17:43.966522 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3555476e-454b-477b-90d1-cf2a4923151a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:43.968894 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-3555476e-454b-477b-90d1-cf2a4923151a admin admin] 10.222.0.69 "DELETE /v2.0/subnets/98ba2778-b668-467f-b097-e30e1e5affa9 HTTP/1.1" status: 204 len: 168 time: 0.4470491 Jun 23 19:17:43.971610 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 39714) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:17:44.039781 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4a736c94-b753-4705-8d83-1f2df3f67505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-959346'] for network, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:44.088968 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_common [req-7b6f551c-d567-4bce-a0d9-646321966c7f req-05a0b3f4-d779-447e-9f05-60e7a3bc5447 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Allocated IP 172.20.0.12 (03b00407-ece8-4036-91c7-ff69de4b3a72/5e4f12f6-f920-4aa2-99cc-004ec6a10df3/1fe05895-99d6-4d21-9afe-1382cc46f981) {{(pid=93953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:17:44.121472 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4a736c94-b753-4705-8d83-1f2df3f67505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883321', 'neutron.services.segments.db._delete_segments_for_network-8745549744415'] for network, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:44.133162 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.services.segments.db [None req-4a736c94-b753-4705-8d83-1f2df3f67505 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09ee89c6-549b-4343-8604-ae4af310af03']}} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:17:44.143916 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.services.segments.db [None req-4a736c94-b753-4705-8d83-1f2df3f67505 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17995e88-d4eb-40f1-8237-6c37b5322442') {'for_net_delete': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:17:44.144386 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.services.segments.db [None req-4a736c94-b753-4705-8d83-1f2df3f67505 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17995e88-d4eb-40f1-8237-6c37b5322442') {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:17:44.154921 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4a736c94-b753-4705-8d83-1f2df3f67505 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745549732078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25525066'] for segment, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:44.168834 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4a736c94-b753-4705-8d83-1f2df3f67505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886977'] for segment, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:44.174696 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a736c94-b753-4705-8d83-1f2df3f67505 admin admin] Releasing vlan 929 on physical network physnet1 to pool {{(pid=93952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 19:17:44.175083 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4a736c94-b753-4705-8d83-1f2df3f67505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26440072'] for segment, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:44.176859 dv-cinder-790492-6-iscsi neutron-server[93952]: Traceback (most recent call last): Jun 23 19:17:44.176859 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 19:17:44.176859 dv-cinder-790492-6-iscsi neutron-server[93952]: timer() Jun 23 19:17:44.176859 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 19:17:44.176859 dv-cinder-790492-6-iscsi neutron-server[93952]: cb(*args, **kw) Jun 23 19:17:44.176859 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 19:17:44.176859 dv-cinder-790492-6-iscsi neutron-server[93952]: return func(*args, **kwargs) Jun 23 19:17:44.176859 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 19:17:44.176859 dv-cinder-790492-6-iscsi neutron-server[93952]: self._notify() Jun 23 19:17:44.176859 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 19:17:44.176859 dv-cinder-790492-6-iscsi neutron-server[93952]: self.callback(batched_events) Jun 23 19:17:44.176859 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 19:17:44.176859 dv-cinder-790492-6-iscsi neutron-server[93952]: event.method(event) Jun 23 19:17:44.176859 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 19:17:44.176859 dv-cinder-790492-6-iscsi neutron-server[93952]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 19:17:44.176859 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 19:17:44.176859 dv-cinder-790492-6-iscsi neutron-server[93952]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 19:17:44.176859 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 19:17:44.176859 dv-cinder-790492-6-iscsi neutron-server[93952]: return f(self, *a, **k) Jun 23 19:17:44.176859 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 19:17:44.176859 dv-cinder-790492-6-iscsi neutron-server[93952]: return self._get(url).json() Jun 23 19:17:44.176859 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 19:17:44.176859 dv-cinder-790492-6-iscsi neutron-server[93952]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 19:17:44.176859 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 19:17:44.176859 dv-cinder-790492-6-iscsi neutron-server[93952]: return self.request(url, 'GET', **kwargs) Jun 23 19:17:44.176859 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 19:17:44.176859 dv-cinder-790492-6-iscsi neutron-server[93952]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 19:17:44.176859 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 19:17:44.176859 dv-cinder-790492-6-iscsi neutron-server[93952]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 19:17:44.176859 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 19:17:44.176859 dv-cinder-790492-6-iscsi neutron-server[93952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 19:17:44.176859 dv-cinder-790492-6-iscsi neutron-server[93952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 19:17:44.237510 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-7b6f551c-d567-4bce-a0d9-646321966c7f req-05a0b3f4-d779-447e-9f05-60e7a3bc5447 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks [] for port, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:44.402686 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [req-7b6f551c-d567-4bce-a0d9-646321966c7f req-05a0b3f4-d779-447e-9f05-60e7a3bc5447 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Transition to ACTIVE for port object 1fe05895-99d6-4d21-9afe-1382cc46f981 will not be triggered until provisioned by entity DHCP. {{(pid=93953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:17:44.402904 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4a736c94-b753-4705-8d83-1f2df3f67505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3862688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3708783'] for network, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:44.408404 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4a736c94-b753-4705-8d83-1f2df3f67505 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770935'] for network, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:44.410382 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-4a736c94-b753-4705-8d83-1f2df3f67505 admin admin] 10.222.0.69 "DELETE /v2.0/networks/09ee89c6-549b-4343-8604-ae4af310af03 HTTP/1.1" status: 204 len: 168 time: 0.4375913 Jun 23 19:17:44.411310 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-ff05d3ba-bb70-4ba3-a211-78b985cf9207 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:17:44.423865 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a736c94-b753-4705-8d83-1f2df3f67505 admin admin] Pushing event deleted for resources: {'Network': ['ID=09ee89c6-549b-4343-8604-ae4af310af03,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:17:44.439077 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a736c94-b753-4705-8d83-1f2df3f67505 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:17:44.439758 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a736c94-b753-4705-8d83-1f2df3f67505 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:17:44.440199 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a736c94-b753-4705-8d83-1f2df3f67505 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:17:44.440755 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a736c94-b753-4705-8d83-1f2df3f67505 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:17:44.441099 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a736c94-b753-4705-8d83-1f2df3f67505 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:17:44.441469 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a736c94-b753-4705-8d83-1f2df3f67505 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:17:44.441835 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a736c94-b753-4705-8d83-1f2df3f67505 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:17:44.442197 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a736c94-b753-4705-8d83-1f2df3f67505 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:17:44.443150 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a736c94-b753-4705-8d83-1f2df3f67505 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:17:44.443567 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a736c94-b753-4705-8d83-1f2df3f67505 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:17:44.443926 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a736c94-b753-4705-8d83-1f2df3f67505 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:17:44.444287 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a736c94-b753-4705-8d83-1f2df3f67505 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:17:44.448309 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-4a736c94-b753-4705-8d83-1f2df3f67505 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:17:44.534524 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-7b6f551c-d567-4bce-a0d9-646321966c7f req-05a0b3f4-d779-447e-9f05-60e7a3bc5447 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-975211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745549236125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28924695'] for port, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:44.538487 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-e7a3b44d-5faf-4bc4-b31b-86c2fa88bfc6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:17:44.580622 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b6f551c-d567-4bce-a0d9-646321966c7f req-05a0b3f4-d779-447e-9f05-60e7a3bc5447 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Network 03b00407-ece8-4036-91c7-ff69de4b3a72 is already hosted by enough agents. {{(pid=93953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:17:44.583656 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [req-7b6f551c-d567-4bce-a0d9-646321966c7f req-05a0b3f4-d779-447e-9f05-60e7a3bc5447 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Resources bound (agent type, host, resource id): {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:17:44.589400 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b6f551c-d567-4bce-a0d9-646321966c7f req-05a0b3f4-d779-447e-9f05-60e7a3bc5447 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Received port after_create {{(pid=93953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:17:44.593959 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a0b3f4-d779-447e-9f05-60e7a3bc5447 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Pushing event updated for resources: {'Port': ['ID=1fe05895-99d6-4d21-9afe-1382cc46f981,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:17:44.620052 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-05a0b3f4-d779-447e-9f05-60e7a3bc5447 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:17:44.645054 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6f551c-d567-4bce-a0d9-646321966c7f req-05a0b3f4-d779-447e-9f05-60e7a3bc5447 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:17:44.645755 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-7b6f551c-d567-4bce-a0d9-646321966c7f req-05a0b3f4-d779-447e-9f05-60e7a3bc5447 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:44.671270 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device a3d0c0b9-d686-43f5-9502-f95c1fb73b38 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:17:44.692518 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] No Port match for: a3d0c0b9-d686-43f5-9502-f95c1fb73b38 {{(pid=93954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:17:44.693059 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device a3d0c0b9-d686-43f5-9502-f95c1fb73b38 not bound to the agent host hv-cinder-79049 {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:17:44.725126 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7b6f551c-d567-4bce-a0d9-646321966c7f req-05a0b3f4-d779-447e-9f05-60e7a3bc5447 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0335913 Jun 23 19:17:44.745320 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [req-7b6f551c-d567-4bce-a0d9-646321966c7f req-642996f9-1a47-420e-bd03-272888bb528b service neutron] Request body: {'port': {'device_id': '30441264-6800-4d46-8f82-2bff586831b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:17:44.827159 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-7b6f551c-d567-4bce-a0d9-646321966c7f req-642996f9-1a47-420e-bd03-272888bb528b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:44.842177 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 39720) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:17:44.910283 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-6a6623de-c93c-4850-bd65-41424e444c15 None None] Provisioning for port 1fe05895-99d6-4d21-9afe-1382cc46f981 completed by entity DHCP. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:17:44.915004 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-6a6623de-c93c-4850-bd65-41424e444c15 None None] Provisioning complete for port 1fe05895-99d6-4d21-9afe-1382cc46f981 triggered by entity DHCP. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:17:44.915413 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-6a6623de-c93c-4850-bd65-41424e444c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:44.955058 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-6a6623de-c93c-4850-bd65-41424e444c15 None None] Port 1fe05895-99d6-4d21-9afe-1382cc46f981 cannot update to ACTIVE because it is not bound. {{(pid=93954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 19:17:44.955579 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-66c21244-a6ba-47d3-93c7-2280e37569f4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e6d184e1dd734d5787deb154fd402d1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1123242 Jun 23 19:17:44.958272 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 39722) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:17:45.016494 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-52108094-529e-495c-b6df-6f25cb5aae7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:45.037953 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-52108094-529e-495c-b6df-6f25cb5aae7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:45.046295 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5313fd-8fac-43e9-b8a9-104e797f210d req-c7fe0176-5050-4dae-98e6-6c809427eef6 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:17:45.047793 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ff5313fd-8fac-43e9-b8a9-104e797f210d req-c7fe0176-5050-4dae-98e6-6c809427eef6 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/ports?device_id=30441264-6800-4d46-8f82-2bff586831b9 HTTP/1.1" status: 200 len: 932 time: 0.1993024 Jun 23 19:17:45.168563 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-52108094-529e-495c-b6df-6f25cb5aae7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:45.171183 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-52108094-529e-495c-b6df-6f25cb5aae7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:45.172465 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-52108094-529e-495c-b6df-6f25cb5aae7b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c2776881-bb35-4303-b9af-012b9fea3b3a HTTP/1.1" status: 204 len: 168 time: 0.2132087 Jun 23 19:17:45.177490 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-69915dbb-f399-457e-a892-59b99b8341a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:17:45.186935 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52108094-529e-495c-b6df-6f25cb5aae7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2776881-bb35-4303-b9af-012b9fea3b3a,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:17:45.195088 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-52108094-529e-495c-b6df-6f25cb5aae7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:17:45.410878 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ff5313fd-8fac-43e9-b8a9-104e797f210d req-2e38b16a-232a-4d9d-8c72-037918b7ec68 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/security-groups?id=66cebad4-9632-4565-8aae-42cad405228f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3545618 Jun 23 19:17:45.484391 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [req-7b6f551c-d567-4bce-a0d9-646321966c7f req-642996f9-1a47-420e-bd03-272888bb528b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fe05895-99d6-4d21-9afe-1382cc46f981 {{(pid=93953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:17:45.492673 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-7b6f551c-d567-4bce-a0d9-646321966c7f req-642996f9-1a47-420e-bd03-272888bb528b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:45.505150 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [req-7b6f551c-d567-4bce-a0d9-646321966c7f req-642996f9-1a47-420e-bd03-272888bb528b service neutron] Transition to ACTIVE for port object 1fe05895-99d6-4d21-9afe-1382cc46f981 will not be triggered until provisioned by entity L2. {{(pid=93953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:17:45.580173 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-7b6f551c-d567-4bce-a0d9-646321966c7f req-642996f9-1a47-420e-bd03-272888bb528b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28924677'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:45.583607 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-04b86fca-3f1b-4a0e-8e15-e4f627b44bca tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:17:45.633165 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642996f9-1a47-420e-bd03-272888bb528b service neutron] Pushing event updated for resources: {'Port': ['ID=1fe05895-99d6-4d21-9afe-1382cc46f981,revision_number=2']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:17:45.636875 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-642996f9-1a47-420e-bd03-272888bb528b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:17:45.711817 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-7b6f551c-d567-4bce-a0d9-646321966c7f req-642996f9-1a47-420e-bd03-272888bb528b service neutron] Attempting to bind port 1fe05895-99d6-4d21-9afe-1382cc46f981 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:17:45.712198 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-7b6f551c-d567-4bce-a0d9-646321966c7f req-642996f9-1a47-420e-bd03-272888bb528b service neutron] Attempting to bind port 1fe05895-99d6-4d21-9afe-1382cc46f981 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'ce49d902-3382-49f9-88d0-28e3cea581ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '03b00407-ece8-4036-91c7-ff69de4b3a72'}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:17:45.712477 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6f551c-d567-4bce-a0d9-646321966c7f req-642996f9-1a47-420e-bd03-272888bb528b service neutron] Attempting to bind port 1fe05895-99d6-4d21-9afe-1382cc46f981 on network 03b00407-ece8-4036-91c7-ff69de4b3a72 {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:17:45.717620 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6f551c-d567-4bce-a0d9-646321966c7f req-642996f9-1a47-420e-bd03-272888bb528b service neutron] Port 1fe05895-99d6-4d21-9afe-1382cc46f981 on network 03b00407-ece8-4036-91c7-ff69de4b3a72 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 19:17:45.717944 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6f551c-d567-4bce-a0d9-646321966c7f req-642996f9-1a47-420e-bd03-272888bb528b service neutron] Attempting to bind port 1fe05895-99d6-4d21-9afe-1382cc46f981 on network 03b00407-ece8-4036-91c7-ff69de4b3a72 {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:17:45.723202 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6f551c-d567-4bce-a0d9-646321966c7f req-642996f9-1a47-420e-bd03-272888bb528b service neutron] Checking agent: {'id': '931bf73c-9d40-46c8-855c-92667356b0d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 19, 4, 47), 'started_at': datetime.datetime(2021, 6, 23, 19, 4, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:17:45.725253 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6f551c-d567-4bce-a0d9-646321966c7f req-642996f9-1a47-420e-bd03-272888bb528b service neutron] Checking segment: {'id': 'ce49d902-3382-49f9-88d0-28e3cea581ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '03b00407-ece8-4036-91c7-ff69de4b3a72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:17:45.725253 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6f551c-d567-4bce-a0d9-646321966c7f req-642996f9-1a47-420e-bd03-272888bb528b service neutron] Bound using segment: {'id': 'ce49d902-3382-49f9-88d0-28e3cea581ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '03b00407-ece8-4036-91c7-ff69de4b3a72'} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:17:45.725253 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-7b6f551c-d567-4bce-a0d9-646321966c7f req-642996f9-1a47-420e-bd03-272888bb528b service neutron] Bound port: 1fe05895-99d6-4d21-9afe-1382cc46f981, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce49d902-3382-49f9-88d0-28e3cea581ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '03b00407-ece8-4036-91c7-ff69de4b3a72'}}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:17:45.725680 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-7b6f551c-d567-4bce-a0d9-646321966c7f req-642996f9-1a47-420e-bd03-272888bb528b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:45.792830 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-7b6f551c-d567-4bce-a0d9-646321966c7f req-642996f9-1a47-420e-bd03-272888bb528b service neutron] For port 1fe05895-99d6-4d21-9afe-1382cc46f981, host hv-cinder-79049, cleared binding levels {{(pid=93953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:17:45.796453 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-7b6f551c-d567-4bce-a0d9-646321966c7f req-642996f9-1a47-420e-bd03-272888bb528b service neutron] For port 1fe05895-99d6-4d21-9afe-1382cc46f981, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=1fe05895-99d6-4d21-9afe-1382cc46f981,segment=NetworkSegment(ce49d902-3382-49f9-88d0-28e3cea581ea),segment_id=ce49d902-3382-49f9-88d0-28e3cea581ea)] {{(pid=93953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:17:45.877465 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-7b6f551c-d567-4bce-a0d9-646321966c7f req-642996f9-1a47-420e-bd03-272888bb528b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28924677'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:45.880900 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-0606187a-58b6-4883-88d2-0975e2c9367c tempest-AttachVolumeNegativeTest-1626755191 tempest-AttachVolumeNegativeTest-1626755191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:17:45.915468 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6f551c-d567-4bce-a0d9-646321966c7f req-642996f9-1a47-420e-bd03-272888bb528b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:17:45.915468 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-7b6f551c-d567-4bce-a0d9-646321966c7f req-642996f9-1a47-420e-bd03-272888bb528b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:45.915468 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7b6f551c-d567-4bce-a0d9-646321966c7f req-642996f9-1a47-420e-bd03-272888bb528b service neutron] 10.222.0.49 "PUT /v2.0/ports/1fe05895-99d6-4d21-9afe-1382cc46f981 HTTP/1.1" status: 200 len: 1094 time: 1.1744545 Jun 23 19:17:45.915468 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30441264-6800-4d46-8f82-2bff586831b9', 'tag': '1fe05895-99d6-4d21-9afe-1382cc46f981'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:17:45.917644 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8902aeace0540733bba5a146bce723956a3312b5b25ae011a73fc84317b4d28a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1373501d-8c5e-4942-8775-3e9077b6243a" -d '{"events": [{"name": "network-changed", "server_uuid": "30441264-6800-4d46-8f82-2bff586831b9", "tag": "1fe05895-99d6-4d21-9afe-1382cc46f981"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:17:45.949567 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642996f9-1a47-420e-bd03-272888bb528b service neutron] Pushing event updated for resources: {'Port': ['ID=1fe05895-99d6-4d21-9afe-1382cc46f981,revision_number=3']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:17:45.953126 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-642996f9-1a47-420e-bd03-272888bb528b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:17:45.962962 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38186220-dcf8-42a2-931d-ffd4114d8969 x-openstack-request-id: req-38186220-dcf8-42a2-931d-ffd4114d8969 {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:17:45.963299 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30441264-6800-4d46-8f82-2bff586831b9", "tag": "1fe05895-99d6-4d21-9afe-1382cc46f981", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:17:45.963653 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-38186220-dcf8-42a2-931d-ffd4114d8969 {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:17:45.964105 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30441264-6800-4d46-8f82-2bff586831b9', 'tag': '1fe05895-99d6-4d21-9afe-1382cc46f981', 'status': 'completed', 'code': 200} Jun 23 19:17:46.071198 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1373501d-8c5e-4942-8775-3e9077b6243a req-d1c2e165-5760-4e45-868f-380ba94c3ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:17:46.072985 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-1373501d-8c5e-4942-8775-3e9077b6243a req-d1c2e165-5760-4e45-868f-380ba94c3ac9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aa96fac7201b43d2b8633791c636d18c&device_id=30441264-6800-4d46-8f82-2bff586831b9 HTTP/1.1" status: 200 len: 1097 time: 0.0629945 Jun 23 19:17:46.184405 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1373501d-8c5e-4942-8775-3e9077b6243a req-5a5b6b79-fa19-46ee-9651-69d46dde08d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:17:46.185859 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-1373501d-8c5e-4942-8775-3e9077b6243a req-5a5b6b79-fa19-46ee-9651-69d46dde08d0 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=aa96fac7201b43d2b8633791c636d18c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0920684 Jun 23 19:17:46.290359 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1373501d-8c5e-4942-8775-3e9077b6243a req-af697ce8-b54a-433a-8f35-c8469a2189ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:17:46.291828 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-1373501d-8c5e-4942-8775-3e9077b6243a req-af697ce8-b54a-433a-8f35-c8469a2189ce service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0956192 Jun 23 19:17:46.409774 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6f551c-d567-4bce-a0d9-646321966c7f req-d6af3b37-87d7-45a6-9275-d38a844377d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:17:46.411253 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7b6f551c-d567-4bce-a0d9-646321966c7f req-d6af3b37-87d7-45a6-9275-d38a844377d8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aa96fac7201b43d2b8633791c636d18c&device_id=30441264-6800-4d46-8f82-2bff586831b9 HTTP/1.1" status: 200 len: 1097 time: 0.0562780 Jun 23 19:17:46.466412 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7b6f551c-d567-4bce-a0d9-646321966c7f req-a07485f6-80d8-4ed8-b83e-d6c21685806d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1fe05895-99d6-4d21-9afe-1382cc46f981 HTTP/1.1" status: 200 len: 217 time: 0.0381520 Jun 23 19:17:46.524861 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6f551c-d567-4bce-a0d9-646321966c7f req-38fc8d40-420e-48b8-8fb1-7bed0df35e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:17:46.526499 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7b6f551c-d567-4bce-a0d9-646321966c7f req-38fc8d40-420e-48b8-8fb1-7bed0df35e0e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5e4f12f6-f920-4aa2-99cc-004ec6a10df3 HTTP/1.1" status: 200 len: 851 time: 0.0503631 Jun 23 19:17:46.627453 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc991648-48fa-470c-b649-b630467c8dc1 req-0c459425-03d6-40fb-abe6-2b7ec2c45eae tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:17:46.628926 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-cc991648-48fa-470c-b649-b630467c8dc1 req-0c459425-03d6-40fb-abe6-2b7ec2c45eae tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/ports?device_id=30441264-6800-4d46-8f82-2bff586831b9 HTTP/1.1" status: 200 len: 944 time: 0.0993497 Jun 23 19:17:46.632552 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6f551c-d567-4bce-a0d9-646321966c7f req-e8a33fed-a14b-43b2-99d7-2fb663188b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:17:46.633924 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7b6f551c-d567-4bce-a0d9-646321966c7f req-e8a33fed-a14b-43b2-99d7-2fb663188b6d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=03b00407-ece8-4036-91c7-ff69de4b3a72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0953710 Jun 23 19:17:46.716727 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-cc991648-48fa-470c-b649-b630467c8dc1 req-4c4494fd-e029-422a-aaa4-917430fa59c2 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/security-groups?id=66cebad4-9632-4565-8aae-42cad405228f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814214 Jun 23 19:17:46.749791 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7b6f551c-d567-4bce-a0d9-646321966c7f req-040a35fd-5ae0-4b98-af1a-80adbb16916d service neutron] 10.222.0.49 "GET /v2.0/networks/03b00407-ece8-4036-91c7-ff69de4b3a72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974674 Jun 23 19:17:46.844378 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7b6f551c-d567-4bce-a0d9-646321966c7f req-befc1876-b5b9-48f7-aebf-60fa84ed601b service neutron] 10.222.0.49 "GET /v2.0/networks/03b00407-ece8-4036-91c7-ff69de4b3a72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842016 Jun 23 19:17:47.196687 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:47.886978 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8002a-c944-4a09-b9b9-9a1c23e0f42a req-7f6ff5cb-0a62-44a2-aac7-a50ff3b47ca0 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:17:47.888499 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e3c8002a-c944-4a09-b9b9-9a1c23e0f42a req-7f6ff5cb-0a62-44a2-aac7-a50ff3b47ca0 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/ports?device_id=30441264-6800-4d46-8f82-2bff586831b9 HTTP/1.1" status: 200 len: 944 time: 0.0631375 Jun 23 19:17:47.926362 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e3c8002a-c944-4a09-b9b9-9a1c23e0f42a req-55343e42-bbda-4248-8582-a0fe4d14524e tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/security-groups?id=66cebad4-9632-4565-8aae-42cad405228f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319245 Jun 23 19:17:49.101604 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b25b26-f83e-4615-b4d8-54259aab371e req-6fde99f5-de37-4738-b446-441e703c9eac tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:17:49.103061 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-64b25b26-f83e-4615-b4d8-54259aab371e req-6fde99f5-de37-4738-b446-441e703c9eac tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/ports?device_id=30441264-6800-4d46-8f82-2bff586831b9 HTTP/1.1" status: 200 len: 944 time: 0.0639741 Jun 23 19:17:49.141976 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-64b25b26-f83e-4615-b4d8-54259aab371e req-9f61d071-53ca-4bbe-9729-b76bf4160e8a tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/security-groups?id=66cebad4-9632-4565-8aae-42cad405228f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330081 Jun 23 19:17:50.321842 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c536bbd-0501-4776-9d81-f791d06d0d09 req-62d6838d-ee2d-466d-b677-88f8642aa9ad tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:17:50.323230 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0c536bbd-0501-4776-9d81-f791d06d0d09 req-62d6838d-ee2d-466d-b677-88f8642aa9ad tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/ports?device_id=30441264-6800-4d46-8f82-2bff586831b9 HTTP/1.1" status: 200 len: 944 time: 0.0699446 Jun 23 19:17:50.360604 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0c536bbd-0501-4776-9d81-f791d06d0d09 req-d1f591fd-8ad5-4d01-8668-ebaf1a5621c9 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/security-groups?id=66cebad4-9632-4565-8aae-42cad405228f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316374 Jun 23 19:17:51.533509 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c14a86-9326-41b3-b4ec-3d9a9d9e7839 req-768a1a14-8848-44a3-bad4-2be4521bd404 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:17:51.535215 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f3c14a86-9326-41b3-b4ec-3d9a9d9e7839 req-768a1a14-8848-44a3-bad4-2be4521bd404 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/ports?device_id=30441264-6800-4d46-8f82-2bff586831b9 HTTP/1.1" status: 200 len: 944 time: 0.0653129 Jun 23 19:17:51.578880 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f3c14a86-9326-41b3-b4ec-3d9a9d9e7839 req-8f4828d1-1c7d-412d-8eb7-257dc79bb058 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/security-groups?id=66cebad4-9632-4565-8aae-42cad405228f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380411 Jun 23 19:17:52.320919 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.agents_db [None req-808d9167-7b86-4487-ac1f-373b1677e9b0 None None] Agent healthcheck: found 6 active agents {{(pid=93955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:17:52.750870 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa6f83c-06cc-4311-9725-3d2165c23881 req-cbf25288-ceb8-468f-ae0c-03d1fa91516e tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:17:52.752416 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-baa6f83c-06cc-4311-9725-3d2165c23881 req-cbf25288-ceb8-468f-ae0c-03d1fa91516e tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/ports?device_id=30441264-6800-4d46-8f82-2bff586831b9 HTTP/1.1" status: 200 len: 944 time: 0.0645342 Jun 23 19:17:52.796482 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-baa6f83c-06cc-4311-9725-3d2165c23881 req-fc98f025-a1ad-4eb0-9102-a63aa744d9d8 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/security-groups?id=66cebad4-9632-4565-8aae-42cad405228f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380557 Jun 23 19:17:52.874139 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 39818) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:17:52.980196 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-67861669-ad88-4dcc-9e81-1abef7d54bc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:53.076540 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-67861669-ad88-4dcc-9e81-1abef7d54bc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:53.151284 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-67861669-ad88-4dcc-9e81-1abef7d54bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:53.154024 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-f55ab451-0614-41b1-ac0a-8a49faa2b931 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:17:53.213693 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-67861669-ad88-4dcc-9e81-1abef7d54bc4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2b0238101b974377976fa44bb4070da5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3382716 Jun 23 19:17:53.214618 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67861669-ad88-4dcc-9e81-1abef7d54bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=738916d2-b5ac-4a46-b031-49324aa1307f,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:17:53.216575 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 39822) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:17:53.219783 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-67861669-ad88-4dcc-9e81-1abef7d54bc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:17:53.267484 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-ec9af424-e9c5-4f47-b411-efc943219034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:53.288856 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-ec9af424-e9c5-4f47-b411-efc943219034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:53.412901 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-ec9af424-e9c5-4f47-b411-efc943219034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:53.415541 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-ec9af424-e9c5-4f47-b411-efc943219034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:53.416676 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-ec9af424-e9c5-4f47-b411-efc943219034 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/738916d2-b5ac-4a46-b031-49324aa1307f HTTP/1.1" status: 204 len: 168 time: 0.1990738 Jun 23 19:17:53.417445 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-fc8f1ff2-1028-4a7a-b034-507206d349ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:17:53.425565 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9af424-e9c5-4f47-b411-efc943219034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=738916d2-b5ac-4a46-b031-49324aa1307f,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:17:53.427896 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-ec9af424-e9c5-4f47-b411-efc943219034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:17:53.943939 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 39830) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:17:53.957052 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-2d67ed3e-a175-4300-8b24-9b656d942cce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:53.982860 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff2af1-47bf-427f-9d8d-f1b128536e49 req-ac5cc6c1-1628-4967-b583-130684ffb9ea tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:17:53.984595 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-64ff2af1-47bf-427f-9d8d-f1b128536e49 req-ac5cc6c1-1628-4967-b583-130684ffb9ea tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/ports?device_id=30441264-6800-4d46-8f82-2bff586831b9 HTTP/1.1" status: 200 len: 944 time: 0.0730138 Jun 23 19:17:54.023140 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-64ff2af1-47bf-427f-9d8d-f1b128536e49 req-a57a0b7f-2182-452a-acf2-c4f8b346d26e tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/security-groups?id=66cebad4-9632-4565-8aae-42cad405228f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318763 Jun 23 19:17:54.052113 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-2d67ed3e-a175-4300-8b24-9b656d942cce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:54.139804 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-2d67ed3e-a175-4300-8b24-9b656d942cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:54.142516 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-52108094-529e-495c-b6df-6f25cb5aae7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:17:54.181287 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-2d67ed3e-a175-4300-8b24-9b656d942cce admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=882d901091f444c7b9efb6386e519200&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2362409 Jun 23 19:17:54.183476 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d67ed3e-a175-4300-8b24-9b656d942cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c10b2e-0902-4188-964d-936afb66998a,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:17:54.184077 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 39832) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:17:54.186494 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-2d67ed3e-a175-4300-8b24-9b656d942cce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:17:54.235931 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-97e2979a-94ad-4eb4-b473-6308952283fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:54.261691 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-97e2979a-94ad-4eb4-b473-6308952283fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:54.419538 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-97e2979a-94ad-4eb4-b473-6308952283fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:54.422129 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-97e2979a-94ad-4eb4-b473-6308952283fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:54.423301 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-97e2979a-94ad-4eb4-b473-6308952283fd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/59c10b2e-0902-4188-964d-936afb66998a HTTP/1.1" status: 204 len: 168 time: 0.2381926 Jun 23 19:17:54.430134 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-be7462a6-dd7f-47fd-a218-739713fa0b03 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:17:54.433327 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e2979a-94ad-4eb4-b473-6308952283fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c10b2e-0902-4188-964d-936afb66998a,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:17:54.435939 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-97e2979a-94ad-4eb4-b473-6308952283fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:17:54.701273 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device 1fe05895-99d6-4d21-9afe-1382cc46f981 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=93954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 19:17:54.794323 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] For port 1fe05895-99d6-4d21-9afe-1382cc46f981, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=1fe05895-99d6-4d21-9afe-1382cc46f981,segment=NetworkSegment(ce49d902-3382-49f9-88d0-28e3cea581ea),segment_id=ce49d902-3382-49f9-88d0-28e3cea581ea)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:17:54.805725 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Returning: {'device': '1fe05895-99d6-4d21-9afe-1382cc46f981', 'network_id': '03b00407-ece8-4036-91c7-ff69de4b3a72', 'port_id': '1fe05895-99d6-4d21-9afe-1382cc46f981', 'mac_address': 'fa:16:3e:90:c6:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 932, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e4f12f6-f920-4aa2-99cc-004ec6a10df3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 19:17:54.846583 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:54.859933 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.notifiers.nova [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fe05895-99d6-4d21-9afe-1382cc46f981 {{(pid=93954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:17:54.882792 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] For port 1fe05895-99d6-4d21-9afe-1382cc46f981, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=1fe05895-99d6-4d21-9afe-1382cc46f981,segment=NetworkSegment(ce49d902-3382-49f9-88d0-28e3cea581ea),segment_id=ce49d902-3382-49f9-88d0-28e3cea581ea)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:17:54.950360 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:54.952280 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:17:54.998167 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Pushing event updated for resources: {'Port': ['ID=1fe05895-99d6-4d21-9afe-1382cc46f981,revision_number=4']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:17:55.010939 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:17:55.011471 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:17:55.011869 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:17:55.012431 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:17:55.012815 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:17:55.013154 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:17:55.013488 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:17:55.013820 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:17:55.014152 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:17:55.014480 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:17:55.014806 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:17:55.015128 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:17:55.019148 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:17:55.196479 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa46f6dd-b5c0-4408-8a01-2f0a36834ceb req-f2991ff4-3a45-4ca3-ac97-c24b9b7dfe91 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:17:55.198048 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fa46f6dd-b5c0-4408-8a01-2f0a36834ceb req-f2991ff4-3a45-4ca3-ac97-c24b9b7dfe91 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/ports?device_id=30441264-6800-4d46-8f82-2bff586831b9 HTTP/1.1" status: 200 len: 945 time: 0.0658367 Jun 23 19:17:55.246769 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fa46f6dd-b5c0-4408-8a01-2f0a36834ceb req-1245b50e-3644-45ae-8ac4-fa9578f36ca3 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/security-groups?id=66cebad4-9632-4565-8aae-42cad405228f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427630 Jun 23 19:17:55.280676 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] get_ports_and_sgs() called for port_ids ['1fe05895-99d6-4d21-9afe-1382cc46f981'] {{(pid=93954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:17:56.435025 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4afd6c5-fb9d-4134-8d81-6dbf1a22546f req-76f9ec6d-efd6-4458-8c13-9d5066c06f90 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:17:56.436536 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e4afd6c5-fb9d-4134-8d81-6dbf1a22546f req-76f9ec6d-efd6-4458-8c13-9d5066c06f90 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/ports?device_id=30441264-6800-4d46-8f82-2bff586831b9 HTTP/1.1" status: 200 len: 945 time: 0.0662222 Jun 23 19:17:56.474049 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e4afd6c5-fb9d-4134-8d81-6dbf1a22546f req-681c1e99-7ad4-46ef-a9d2-5d901d8b1201 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/security-groups?id=66cebad4-9632-4565-8aae-42cad405228f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318067 Jun 23 19:17:56.719538 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device 1fe05895-99d6-4d21-9afe-1382cc46f981 up at agent hyperv_hv-cinder-79049 {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:17:56.848091 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Provisioning for port 1fe05895-99d6-4d21-9afe-1382cc46f981 completed by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:17:56.852830 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Provisioning complete for port 1fe05895-99d6-4d21-9afe-1382cc46f981 triggered by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:17:56.853217 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:56.857926 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 39890) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:17:56.933100 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:56.955963 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30441264-6800-4d46-8f82-2bff586831b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fe05895-99d6-4d21-9afe-1382cc46f981'}] {{(pid=93954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:17:56.958317 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78efef87a1af135e54214795b53a936b9e8d2b7d09f053504b37278e2de45a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a954f923-fa8b-4552-b988-50fee7e09e64" -d '{"events": [{"server_uuid": "30441264-6800-4d46-8f82-2bff586831b9", "name": "network-vif-plugged", "status": "completed", "tag": "1fe05895-99d6-4d21-9afe-1382cc46f981"}]}' {{(pid=93954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:17:56.972424 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] For port 1fe05895-99d6-4d21-9afe-1382cc46f981, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=1fe05895-99d6-4d21-9afe-1382cc46f981,segment=NetworkSegment(ce49d902-3382-49f9-88d0-28e3cea581ea),segment_id=ce49d902-3382-49f9-88d0-28e3cea581ea)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:17:56.979305 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-1dec896d-02b5-4e21-b726-78649c3b2698 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:57.036706 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:57.039918 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:17:57.072802 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-1dec896d-02b5-4e21-b726-78649c3b2698 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:57.090317 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Pushing event updated for resources: {'Port': ['ID=1fe05895-99d6-4d21-9afe-1382cc46f981,revision_number=5']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:17:57.091129 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:17:57.120687 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9a08b39-749f-4db1-9ef1-2a9734888330 x-openstack-request-id: req-b9a08b39-749f-4db1-9ef1-2a9734888330 {{(pid=93954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:17:57.124891 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30441264-6800-4d46-8f82-2bff586831b9", "name": "network-vif-plugged", "status": "completed", "tag": "1fe05895-99d6-4d21-9afe-1382cc46f981", "code": 200}]} {{(pid=93954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:17:57.124891 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b9a08b39-749f-4db1-9ef1-2a9734888330 {{(pid=93954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:17:57.124891 dv-cinder-790492-6-iscsi neutron-server[93954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30441264-6800-4d46-8f82-2bff586831b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fe05895-99d6-4d21-9afe-1382cc46f981', 'code': 200} Jun 23 19:17:57.145273 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-1dec896d-02b5-4e21-b726-78649c3b2698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:57.148205 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-2c066e94-44a6-4845-adcc-6b389b6f8f5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:17:57.185317 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-1dec896d-02b5-4e21-b726-78649c3b2698 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=275715da4e704a91827dc4b3663021a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3261540 Jun 23 19:17:57.186496 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dec896d-02b5-4e21-b726-78649c3b2698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=098c6d70-2ae3-47ba-8a65-e9a268d9136d,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:17:57.187912 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 39898) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:17:57.189724 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-1dec896d-02b5-4e21-b726-78649c3b2698 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:17:57.240876 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-827d5cbf-4e3f-4ff0-becc-9dac03049945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:57.261841 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-827d5cbf-4e3f-4ff0-becc-9dac03049945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:57.385048 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-827d5cbf-4e3f-4ff0-becc-9dac03049945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:57.387766 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-827d5cbf-4e3f-4ff0-becc-9dac03049945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:57.388891 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-827d5cbf-4e3f-4ff0-becc-9dac03049945 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/098c6d70-2ae3-47ba-8a65-e9a268d9136d HTTP/1.1" status: 204 len: 168 time: 0.1994340 Jun 23 19:17:57.389869 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-35b905be-e304-4ded-bd0e-8b90d10d2e94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:17:57.397864 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827d5cbf-4e3f-4ff0-becc-9dac03049945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=098c6d70-2ae3-47ba-8a65-e9a268d9136d,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:17:57.400338 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-827d5cbf-4e3f-4ff0-becc-9dac03049945 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:17:57.582332 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5560afad-2bdd-4d67-9a3a-1d7362b5d5fc req-2fc1cf42-11a7-41a6-8f8e-e1101be20649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:17:57.584049 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-5560afad-2bdd-4d67-9a3a-1d7362b5d5fc req-2fc1cf42-11a7-41a6-8f8e-e1101be20649 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=30441264-6800-4d46-8f82-2bff586831b9 HTTP/1.1" status: 200 len: 1099 time: 0.0555599 Jun 23 19:17:57.651496 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-5560afad-2bdd-4d67-9a3a-1d7362b5d5fc req-fcc6e803-3407-4f14-8df2-a524a5d5af5e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=66cebad4-9632-4565-8aae-42cad405228f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540469 Jun 23 19:17:57.676167 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16766a1-78c6-47a2-8930-a297eff65957 req-b8076406-d5f8-403c-adad-b761bcb7f430 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:17:57.678174 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e16766a1-78c6-47a2-8930-a297eff65957 req-b8076406-d5f8-403c-adad-b761bcb7f430 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/ports?device_id=30441264-6800-4d46-8f82-2bff586831b9 HTTP/1.1" status: 200 len: 946 time: 0.0896239 Jun 23 19:17:57.715447 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e16766a1-78c6-47a2-8930-a297eff65957 req-fa03b3c9-6bd9-4965-bfdc-bf7b6dd5bb32 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/security-groups?id=66cebad4-9632-4565-8aae-42cad405228f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314186 Jun 23 19:17:57.942069 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 39906) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:17:57.955246 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-371c58f8-513d-4d1f-b5bf-d4cf5f5cc710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:58.047085 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-371c58f8-513d-4d1f-b5bf-d4cf5f5cc710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:58.105122 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-371c58f8-513d-4d1f-b5bf-d4cf5f5cc710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:58.107836 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-05672a86-7a79-44b0-8a28-665ffc468e5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:17:58.142800 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-371c58f8-513d-4d1f-b5bf-d4cf5f5cc710 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=418d391859254918a92927d4265644ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1996441 Jun 23 19:17:58.143734 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371c58f8-513d-4d1f-b5bf-d4cf5f5cc710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62571fac-06cf-4f7f-a607-02d08483b2f8,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:17:58.145476 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 39908) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:17:58.147400 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-371c58f8-513d-4d1f-b5bf-d4cf5f5cc710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:17:58.194411 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-aa0bfbec-29e1-4eb7-81f6-9a97b70c76c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:58.215153 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-aa0bfbec-29e1-4eb7-81f6-9a97b70c76c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:58.317095 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-aa0bfbec-29e1-4eb7-81f6-9a97b70c76c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:58.320968 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-aa0bfbec-29e1-4eb7-81f6-9a97b70c76c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:58.322126 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-aa0bfbec-29e1-4eb7-81f6-9a97b70c76c0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/62571fac-06cf-4f7f-a607-02d08483b2f8 HTTP/1.1" status: 204 len: 168 time: 0.1751518 Jun 23 19:17:58.323151 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-217307b3-2df6-4267-acd3-fe63e58cc2c0 tempest-VolumesNegativeTest-1234524861 tempest-VolumesNegativeTest-1234524861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:17:58.331812 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0bfbec-29e1-4eb7-81f6-9a97b70c76c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62571fac-06cf-4f7f-a607-02d08483b2f8,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:17:58.334678 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-aa0bfbec-29e1-4eb7-81f6-9a97b70c76c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:17:58.903465 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b610f3cf-8985-4c5a-bf56-0d1368ef5dfd req-038932af-282d-48a8-a5c7-7859cede512c tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:17:58.905345 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b610f3cf-8985-4c5a-bf56-0d1368ef5dfd req-038932af-282d-48a8-a5c7-7859cede512c tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/ports?device_id=30441264-6800-4d46-8f82-2bff586831b9 HTTP/1.1" status: 200 len: 946 time: 0.0724783 Jun 23 19:17:58.945128 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b610f3cf-8985-4c5a-bf56-0d1368ef5dfd req-e285e757-a77b-47c8-8761-39b9c83f2f62 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/security-groups?id=66cebad4-9632-4565-8aae-42cad405228f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335169 Jun 23 19:17:59.826309 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 39940) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:17:59.936329 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-8a148706-3791-4c87-833b-71ba99c6346d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:18:00.024788 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-8a148706-3791-4c87-833b-71ba99c6346d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:18:00.099318 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-8a148706-3791-4c87-833b-71ba99c6346d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:18:00.102846 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-951c1517-2f58-40b2-8ef5-84360f9ce334 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:18:00.121406 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb13687-a1d5-4085-b9de-6fd3fdbac73b req-2e8a63d7-f647-4926-957e-3877dec3ade7 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:18:00.123106 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-acb13687-a1d5-4085-b9de-6fd3fdbac73b req-2e8a63d7-f647-4926-957e-3877dec3ade7 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/ports?device_id=30441264-6800-4d46-8f82-2bff586831b9 HTTP/1.1" status: 200 len: 946 time: 0.0675747 Jun 23 19:18:00.133112 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-8a148706-3791-4c87-833b-71ba99c6346d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a0d355b8d35e447284c61d204f95b13c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3057191 Jun 23 19:18:00.137481 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 39946) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:18:00.142754 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a148706-3791-4c87-833b-71ba99c6346d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d625e1-feb8-40fb-bc21-97018f448014,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:18:00.145903 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-8a148706-3791-4c87-833b-71ba99c6346d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:18:00.192707 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-acb13687-a1d5-4085-b9de-6fd3fdbac73b req-a3af0e7a-3e52-4a70-8578-705603ca6e93 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/security-groups?id=66cebad4-9632-4565-8aae-42cad405228f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622575 Jun 23 19:18:00.210670 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bd3477c4-ec60-4ca6-ba7b-58ce7a6fc90c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:18:00.225543 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-bf59fd72-50c7-45e8-a51f-f9bd4a929501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:18:00.233433 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bd3477c4-ec60-4ca6-ba7b-58ce7a6fc90c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:18:00.374420 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6efea51-c169-45a4-9920-03dffd8a5bfe req-4740f318-55d6-4a2d-8d26-49772e21c067 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:18:00.375941 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d6efea51-c169-45a4-9920-03dffd8a5bfe req-4740f318-55d6-4a2d-8d26-49772e21c067 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/ports?device_id=30441264-6800-4d46-8f82-2bff586831b9 HTTP/1.1" status: 200 len: 946 time: 0.0687201 Jun 23 19:18:00.377066 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bd3477c4-ec60-4ca6-ba7b-58ce7a6fc90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:18:00.379709 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bd3477c4-ec60-4ca6-ba7b-58ce7a6fc90c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:18:00.381293 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-bd3477c4-ec60-4ca6-ba7b-58ce7a6fc90c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d3d625e1-feb8-40fb-bc21-97018f448014 HTTP/1.1" status: 204 len: 168 time: 0.2417355 Jun 23 19:18:00.382056 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-7f660c93-8b08-4d3f-943a-cf60b388b2a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:18:00.392480 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3477c4-ec60-4ca6-ba7b-58ce7a6fc90c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d625e1-feb8-40fb-bc21-97018f448014,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:18:00.400068 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-bd3477c4-ec60-4ca6-ba7b-58ce7a6fc90c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:18:00.433741 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d6efea51-c169-45a4-9920-03dffd8a5bfe req-fc1f06e6-7f8b-4dec-859f-40c06e6f6a28 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/security-groups?id=66cebad4-9632-4565-8aae-42cad405228f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431266 Jun 23 19:18:00.457806 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 39952) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:18:00.509598 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2ede45-b19e-4d38-8e2e-74eec985d121 tempest-TestVolumeBootPattern-1955625121 tempest-TestVolumeBootPattern-1955625121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:18:00.511080 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-4b2ede45-b19e-4d38-8e2e-74eec985d121 tempest-TestVolumeBootPattern-1955625121 tempest-TestVolumeBootPattern-1955625121-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=30441264-6800-4d46-8f82-2bff586831b9 HTTP/1.1" status: 200 len: 1094 time: 0.0520997 Jun 23 19:18:00.513870 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 39954) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:18:00.518633 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-d6d16645-d7ac-409d-9683-e05a68a1ac06 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Request body: {'floatingip': {'floating_network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'port_id': '1fe05895-99d6-4d21-9afe-1382cc46f981', 'tenant_id': 'aa96fac7201b43d2b8633791c636d18c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:18:00.680639 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-d6d16645-d7ac-409d-9683-e05a68a1ac06 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks [] for floatingip, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:18:00.777593 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-d6d16645-d7ac-409d-9683-e05a68a1ac06 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-975148'] for port, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:18:00.879014 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_common [None req-d6d16645-d7ac-409d-9683-e05a68a1ac06 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Allocated IP 172.27.1.248 (cc1a8f9f-0501-47a9-94a0-f3af65713199/09e863e5-4e6d-4986-b5d9-3bb63422f84c/12dd8afa-b85a-4c14-8bab-2ff32e6282b5) {{(pid=93953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:18:00.989571 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-d6d16645-d7ac-409d-9683-e05a68a1ac06 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks [] for port, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:18:01.100376 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-d6d16645-d7ac-409d-9683-e05a68a1ac06 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-975211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745549236125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28924695'] for port, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:18:01.105789 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-5c7c35d4-76fe-43fc-b008-0712347a8468 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:18:01.142447 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d16645-d7ac-409d-9683-e05a68a1ac06 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Network cc1a8f9f-0501-47a9-94a0-f3af65713199 is already hosted by enough agents. {{(pid=93953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:18:01.145286 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [None req-d6d16645-d7ac-409d-9683-e05a68a1ac06 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Resources bound (agent type, host, resource id): {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:18:01.149324 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d16645-d7ac-409d-9683-e05a68a1ac06 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Received port after_create {{(pid=93953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:18:01.174316 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d16645-d7ac-409d-9683-e05a68a1ac06 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Pushing event updated for resources: {'Port': ['ID=12dd8afa-b85a-4c14-8bab-2ff32e6282b5,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:18:01.178266 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-d6d16645-d7ac-409d-9683-e05a68a1ac06 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:18:01.538363 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-d6d16645-d7ac-409d-9683-e05a68a1ac06 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:18:01.670758 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-d6d16645-d7ac-409d-9683-e05a68a1ac06 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:18:01.817128 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-d6d16645-d7ac-409d-9683-e05a68a1ac06 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks [] for port, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:18:01.899876 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-d6d16645-d7ac-409d-9683-e05a68a1ac06 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28924677'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:18:01.902066 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-642996f9-1a47-420e-bd03-272888bb528b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:18:01.969030 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d16645-d7ac-409d-9683-e05a68a1ac06 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Pushing event updated for resources: {'Port': ['ID=12dd8afa-b85a-4c14-8bab-2ff32e6282b5,revision_number=2']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:18:01.973700 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-d6d16645-d7ac-409d-9683-e05a68a1ac06 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:18:01.984732 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-d6d16645-d7ac-409d-9683-e05a68a1ac06 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3708797'] for floatingip, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:18:02.070762 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 39982) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:18:02.085815 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.db.l3_db [None req-d6d16645-d7ac-409d-9683-e05a68a1ac06 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Floating IP dc14c6a8-205c-498f-91ac-dda84e5f5d25 associated. External IP: 172.27.1.248, port: 1fe05895-99d6-4d21-9afe-1382cc46f981. Jun 23 19:18:02.178683 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-736fd431-94fe-47da-bf93-c4b17f1a8d2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:18:02.274731 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-736fd431-94fe-47da-bf93-c4b17f1a8d2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:18:02.297564 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6d16645-d7ac-409d-9683-e05a68a1ac06 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Router 03f00452-d157-43c3-a25b-f5f31b9d8ac3 has already been hosted by L3 agent 74079d6f-659b-43f4-8a12-30a7ece685bb {{(pid=93953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:18:02.322297 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-736fd431-94fe-47da-bf93-c4b17f1a8d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:18:02.325084 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-cba9627f-1161-40e3-83c9-768d6e59eb10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:18:02.363282 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736fd431-94fe-47da-bf93-c4b17f1a8d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f40da9c-e4e1-4e7d-9f48-ad565713df25,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:18:02.370002 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-736fd431-94fe-47da-bf93-c4b17f1a8d2a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8eedf3d9d7a34ad4b791dbd04236859e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2958684 Jun 23 19:18:02.370002 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-736fd431-94fe-47da-bf93-c4b17f1a8d2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:18:02.370294 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 39986) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:18:02.406150 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d16645-d7ac-409d-9683-e05a68a1ac06 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify agent at l3_agent.dv-cinder-790492-6-iscsi the message routers_updated {{(pid=93953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:18:02.416479 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe65b8c5-b1e9-4cc9-bee0-bbbdc7c99c7d None None] Sync routers for ids ['03f00452-d157-43c3-a25b-f5f31b9d8ac3'] in dv-cinder-790492-6-iscsi {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:18:02.426140 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe65b8c5-b1e9-4cc9-bee0-bbbdc7c99c7d None None] Routers {'03f00452-d157-43c3-a25b-f5f31b9d8ac3'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:18:02.426481 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-2c9fc2bf-3e9e-4404-9415-f35bc673d006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:18:02.426778 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-fe65b8c5-b1e9-4cc9-bee0-bbbdc7c99c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:17:33Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['03f00452-d157-43c3-a25b-f5f31b9d8ac3'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:18:02.448209 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-2c9fc2bf-3e9e-4404-9415-f35bc673d006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:18:02.454273 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-d6d16645-d7ac-409d-9683-e05a68a1ac06 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064'] for floatingip, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:18:02.501702 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-d6d16645-d7ac-409d-9683-e05a68a1ac06 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9867971 Jun 23 19:18:02.502636 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30441264-6800-4d46-8f82-2bff586831b9', 'tag': '1fe05895-99d6-4d21-9afe-1382cc46f981'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:18:02.505471 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8902aeace0540733bba5a146bce723956a3312b5b25ae011a73fc84317b4d28a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442028da-7dc3-45b0-86a3-88ad433637bf" -d '{"events": [{"name": "network-changed", "server_uuid": "30441264-6800-4d46-8f82-2bff586831b9", "tag": "1fe05895-99d6-4d21-9afe-1382cc46f981"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:18:02.533662 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-2c9fc2bf-3e9e-4404-9415-f35bc673d006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:18:02.534046 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-fe65b8c5-b1e9-4cc9-bee0-bbbdc7c99c7d None None] Set router 03f00452-d157-43c3-a25b-f5f31b9d8ac3 gateway port host: dv-cinder-790492-6-iscsi {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:18:02.537405 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-2c9fc2bf-3e9e-4404-9415-f35bc673d006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:18:02.541135 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-2c9fc2bf-3e9e-4404-9415-f35bc673d006 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2f40da9c-e4e1-4e7d-9f48-ad565713df25 HTTP/1.1" status: 204 len: 168 time: 0.1674480 Jun 23 19:18:02.541135 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-1dec896d-02b5-4e21-b726-78649c3b2698 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:18:02.544157 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47c5d17-1cec-438a-85fd-bf928343a78a x-openstack-request-id: req-c47c5d17-1cec-438a-85fd-bf928343a78a {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:18:02.544559 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30441264-6800-4d46-8f82-2bff586831b9", "tag": "1fe05895-99d6-4d21-9afe-1382cc46f981", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:18:02.544927 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c47c5d17-1cec-438a-85fd-bf928343a78a {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:18:02.545469 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30441264-6800-4d46-8f82-2bff586831b9', 'tag': '1fe05895-99d6-4d21-9afe-1382cc46f981', 'status': 'completed', 'code': 200} Jun 23 19:18:02.553781 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9fc2bf-3e9e-4404-9415-f35bc673d006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f40da9c-e4e1-4e7d-9f48-ad565713df25,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:18:02.557116 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-2c9fc2bf-3e9e-4404-9415-f35bc673d006 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:18:02.650158 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442028da-7dc3-45b0-86a3-88ad433637bf req-4ba6890a-15bb-4056-9688-f1e3c1384ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:18:02.651749 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-442028da-7dc3-45b0-86a3-88ad433637bf req-4ba6890a-15bb-4056-9688-f1e3c1384ada service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aa96fac7201b43d2b8633791c636d18c&device_id=30441264-6800-4d46-8f82-2bff586831b9 HTTP/1.1" status: 200 len: 1099 time: 0.0525196 Jun 23 19:18:02.744117 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442028da-7dc3-45b0-86a3-88ad433637bf req-4f510b7c-fe04-4f4c-bfd0-6a1f9e83f6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:18:02.745585 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-442028da-7dc3-45b0-86a3-88ad433637bf req-4f510b7c-fe04-4f4c-bfd0-6a1f9e83f6af service neutron] 10.222.0.49 "GET /v2.0/networks?id=03b00407-ece8-4036-91c7-ff69de4b3a72 HTTP/1.1" status: 200 len: 913 time: 0.0874310 Jun 23 19:18:02.792194 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-fe65b8c5-b1e9-4cc9-bee0-bbbdc7c99c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'name': 'tempest-TestVolumeBootPattern-1178771438-router', 'tenant_id': 'aa96fac7201b43d2b8633791c636d18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'c9379835-059d-4c35-9caa-e811930e2c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:14:35Z', 'updated_at': '2021-06-23T19:14:39Z', 'revision_number': 4, 'project_id': 'aa96fac7201b43d2b8633791c636d18c', 'gw_port': {'id': 'c9379835-059d-4c35-9caa-e811930e2c99', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:14:35Z', 'updated_at': '2021-06-23T19:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi', '_floatingips': [{'id': 'dc14c6a8-205c-498f-91ac-dda84e5f5d25', 'tenant_id': 'aa96fac7201b43d2b8633791c636d18c', 'floating_ip_address': '172.27.1.248', 'floating_network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'router_id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'port_id': '1fe05895-99d6-4d21-9afe-1382cc46f981', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03b00407-ece8-4036-91c7-ff69de4b3a72', 'mac_address': 'fa:16:3e:90:c6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30441264-6800-4d46-8f82-2bff586831b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T19:18:01Z', 'updated_at': '2021-06-23T19:18:01Z', 'revision_number': 0, 'project_id': 'aa96fac7201b43d2b8633791c636d18c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82adcb6f-164e-4e2b-8413-d669e42bcdc0', 'name': '', 'network_id': '03b00407-ece8-4036-91c7-ff69de4b3a72', 'tenant_id': 'aa96fac7201b43d2b8633791c636d18c', 'mac_address': 'fa:16:3e:fb:43:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '5e4f12f6-f920-4aa2-99cc-004ec6a10df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:14:38Z', 'updated_at': '2021-06-23T19:14:47Z', 'revision_number': 5, 'project_id': 'aa96fac7201b43d2b8633791c636d18c', 'subnets': [{'id': '5e4f12f6-f920-4aa2-99cc-004ec6a10df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:18:02.814798 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-442028da-7dc3-45b0-86a3-88ad433637bf req-2f7dd8a0-623f-49a5-955f-19105898f56e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1fe05895-99d6-4d21-9afe-1382cc46f981 HTTP/1.1" status: 200 len: 1000 time: 0.0620718 Jun 23 19:18:02.819778 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe65b8c5-b1e9-4cc9-bee0-bbbdc7c99c7d None None] Checking router: 03f00452-d157-43c3-a25b-f5f31b9d8ac3 for host: dv-cinder-790492-6-iscsi {{(pid=93954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:18:02.828413 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe65b8c5-b1e9-4cc9-bee0-bbbdc7c99c7d None None] Routers {'03f00452-d157-43c3-a25b-f5f31b9d8ac3'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:18:02.829124 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-fe65b8c5-b1e9-4cc9-bee0-bbbdc7c99c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:17:33Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['03f00452-d157-43c3-a25b-f5f31b9d8ac3'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:18:02.868100 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442028da-7dc3-45b0-86a3-88ad433637bf req-27715358-7081-4230-9d58-128393943617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:18:02.869680 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-442028da-7dc3-45b0-86a3-88ad433637bf req-27715358-7081-4230-9d58-128393943617 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5e4f12f6-f920-4aa2-99cc-004ec6a10df3 HTTP/1.1" status: 200 len: 851 time: 0.0485508 Jun 23 19:18:02.938839 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0c515432-e9e2-4436-8d59-eedbcb7be34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:18:02.939893 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442028da-7dc3-45b0-86a3-88ad433637bf req-0f89f5d7-6713-4fb0-b1bd-43c0b17afae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:18:02.941397 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-442028da-7dc3-45b0-86a3-88ad433637bf req-0f89f5d7-6713-4fb0-b1bd-43c0b17afae9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=03b00407-ece8-4036-91c7-ff69de4b3a72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0652308 Jun 23 19:18:02.971779 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-fe65b8c5-b1e9-4cc9-bee0-bbbdc7c99c7d None None] Set router 03f00452-d157-43c3-a25b-f5f31b9d8ac3 gateway port host: dv-cinder-790492-6-iscsi {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:18:03.049068 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:18:03.051800 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-442028da-7dc3-45b0-86a3-88ad433637bf req-4cf9cf53-2001-4a38-a86b-2bc78ed24406 service neutron] 10.222.0.49 "GET /v2.0/networks/03b00407-ece8-4036-91c7-ff69de4b3a72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030979 Jun 23 19:18:03.159582 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-442028da-7dc3-45b0-86a3-88ad433637bf req-c63b468c-8ec1-4109-9195-ef19a9348d81 service neutron] 10.222.0.49 "GET /v2.0/networks/03b00407-ece8-4036-91c7-ff69de4b3a72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001978 Jun 23 19:18:03.226457 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-fe65b8c5-b1e9-4cc9-bee0-bbbdc7c99c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'name': 'tempest-TestVolumeBootPattern-1178771438-router', 'tenant_id': 'aa96fac7201b43d2b8633791c636d18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'c9379835-059d-4c35-9caa-e811930e2c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:14:35Z', 'updated_at': '2021-06-23T19:14:39Z', 'revision_number': 4, 'project_id': 'aa96fac7201b43d2b8633791c636d18c', 'gw_port': {'id': 'c9379835-059d-4c35-9caa-e811930e2c99', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:14:35Z', 'updated_at': '2021-06-23T19:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi', '_floatingips': [{'id': 'dc14c6a8-205c-498f-91ac-dda84e5f5d25', 'tenant_id': 'aa96fac7201b43d2b8633791c636d18c', 'floating_ip_address': '172.27.1.248', 'floating_network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'router_id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'port_id': '1fe05895-99d6-4d21-9afe-1382cc46f981', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03b00407-ece8-4036-91c7-ff69de4b3a72', 'mac_address': 'fa:16:3e:90:c6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30441264-6800-4d46-8f82-2bff586831b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T19:18:01Z', 'updated_at': '2021-06-23T19:18:01Z', 'revision_number': 0, 'project_id': 'aa96fac7201b43d2b8633791c636d18c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82adcb6f-164e-4e2b-8413-d669e42bcdc0', 'name': '', 'network_id': '03b00407-ece8-4036-91c7-ff69de4b3a72', 'tenant_id': 'aa96fac7201b43d2b8633791c636d18c', 'mac_address': 'fa:16:3e:fb:43:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '5e4f12f6-f920-4aa2-99cc-004ec6a10df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:14:38Z', 'updated_at': '2021-06-23T19:14:47Z', 'revision_number': 5, 'project_id': 'aa96fac7201b43d2b8633791c636d18c', 'subnets': [{'id': '5e4f12f6-f920-4aa2-99cc-004ec6a10df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:18:03.252658 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe65b8c5-b1e9-4cc9-bee0-bbbdc7c99c7d None None] The sync data for ids ['03f00452-d157-43c3-a25b-f5f31b9d8ac3'] in dv-cinder-790492-6-iscsi is: [{'id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'name': 'tempest-TestVolumeBootPattern-1178771438-router', 'tenant_id': 'aa96fac7201b43d2b8633791c636d18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'c9379835-059d-4c35-9caa-e811930e2c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:14:35Z', 'updated_at': '2021-06-23T19:14:39Z', 'revision_number': 4, 'project_id': 'aa96fac7201b43d2b8633791c636d18c', 'gw_port': {'id': 'c9379835-059d-4c35-9caa-e811930e2c99', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:14:35Z', 'updated_at': '2021-06-23T19:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi', '_floatingips': [{'id': 'dc14c6a8-205c-498f-91ac-dda84e5f5d25', 'tenant_id': 'aa96fac7201b43d2b8633791c636d18c', 'floating_ip_address': '172.27.1.248', 'floating_network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'router_id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'port_id': '1fe05895-99d6-4d21-9afe-1382cc46f981', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03b00407-ece8-4036-91c7-ff69de4b3a72', 'mac_address': 'fa:16:3e:90:c6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30441264-6800-4d46-8f82-2bff586831b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T19:18:01Z', 'updated_at': '2021-06-23T19:18:01Z', 'revision_number': 0, 'project_id': 'aa96fac7201b43d2b8633791c636d18c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82adcb6f-164e-4e2b-8413-d669e42bcdc0', 'name': '', 'network_id': '03b00407-ece8-4036-91c7-ff69de4b3a72', 'tenant_id': 'aa96fac7201b43d2b8633791c636d18c', 'mac_address': 'fa:16:3e:fb:43:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '5e4f12f6-f920-4aa2-99cc-004ec6a10df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:14:38Z', 'updated_at': '2021-06-23T19:14:47Z', 'revision_number': 5, 'project_id': 'aa96fac7201b43d2b8633791c636d18c', 'subnets': [{'id': '5e4f12f6-f920-4aa2-99cc-004ec6a10df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:18:03.451529 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12051b2-14ed-4e6d-9956-298ee0e1e2b9 None None] New status for floating IP dc14c6a8-205c-498f-91ac-dda84e5f5d25: ACTIVE {{(pid=93955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 19:18:04.116410 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-36873b57-c469-4164-8152-400a4dc72ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:18:05.402064 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0dfa02b7-e69b-42f9-a1c6-d55a29ea84e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:18:15.614844 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 40128) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:18:15.718848 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-dc2ac262-27f8-4337-9429-89dec236b465 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:18:15.805176 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-dc2ac262-27f8-4337-9429-89dec236b465 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:18:15.859191 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-dc2ac262-27f8-4337-9429-89dec236b465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:18:15.861908 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-9c0d4caa-b4a0-48dd-b824-e854deea9ca3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:18:15.899147 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-dc2ac262-27f8-4337-9429-89dec236b465 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d9d5bbcd59724e058ee264ec8245ff3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2831037 Jun 23 19:18:15.899985 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2ac262-27f8-4337-9429-89dec236b465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=852b183f-8b1e-4877-8927-b641f157abc7,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:18:15.902285 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 40132) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:18:15.903915 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-dc2ac262-27f8-4337-9429-89dec236b465 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:18:15.953618 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-7bff355a-3f15-49a7-a827-8fbdf939f9cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:18:15.974216 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-7bff355a-3f15-49a7-a827-8fbdf939f9cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:18:16.082013 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-7bff355a-3f15-49a7-a827-8fbdf939f9cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:18:16.084689 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-7bff355a-3f15-49a7-a827-8fbdf939f9cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:18:16.085884 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-7bff355a-3f15-49a7-a827-8fbdf939f9cc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/852b183f-8b1e-4877-8927-b641f157abc7 HTTP/1.1" status: 204 len: 168 time: 0.1810389 Jun 23 19:18:16.086678 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-29755308-d0a8-4bfe-832a-6373afb889e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:18:16.095023 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bff355a-3f15-49a7-a827-8fbdf939f9cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=852b183f-8b1e-4877-8927-b641f157abc7,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:18:16.097611 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-7bff355a-3f15-49a7-a827-8fbdf939f9cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:18:17.230418 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:18:29.318996 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.agents_db [None req-808d9167-7b86-4487-ac1f-373b1677e9b0 None None] Agent healthcheck: found 6 active agents {{(pid=93955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:18:30.196037 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-52e9cf2f-c2af-4bdb-9b1d-1f3af94c62f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:18:32.983930 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-fbea6ce6-0709-414f-b742-92d7617f713f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:18:33.035852 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:18:34.127050 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-36873b57-c469-4164-8152-400a4dc72ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:18:35.418712 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0dfa02b7-e69b-42f9-a1c6-d55a29ea84e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:18:38.411298 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 40272) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:18:38.511367 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-0d03f644-10e3-47ec-8b11-77268d75f122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:18:38.602502 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-0d03f644-10e3-47ec-8b11-77268d75f122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:18:38.680608 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-0d03f644-10e3-47ec-8b11-77268d75f122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:18:38.683080 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-7c17800b-40e3-4333-8e4e-eb5cacebf3a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:18:38.717278 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d03f644-10e3-47ec-8b11-77268d75f122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe33dd5-c95a-434c-9fe8-3547285931a4,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:18:38.720468 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-0d03f644-10e3-47ec-8b11-77268d75f122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:18:38.722961 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-0d03f644-10e3-47ec-8b11-77268d75f122 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1a04381f4a694412abd3ec541a32fe09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3106265 Jun 23 19:18:38.725718 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 40276) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:18:38.772661 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-db1c75eb-7c12-46af-aa73-f09bbea35cc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:18:38.793632 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-db1c75eb-7c12-46af-aa73-f09bbea35cc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:18:38.933137 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-db1c75eb-7c12-46af-aa73-f09bbea35cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:18:38.935772 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-db1c75eb-7c12-46af-aa73-f09bbea35cc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:18:38.936889 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-db1c75eb-7c12-46af-aa73-f09bbea35cc8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0fe33dd5-c95a-434c-9fe8-3547285931a4 HTTP/1.1" status: 204 len: 168 time: 0.2101982 Jun 23 19:18:38.937724 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-2d67ed3e-a175-4300-8b24-9b656d942cce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:18:38.945833 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1c75eb-7c12-46af-aa73-f09bbea35cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe33dd5-c95a-434c-9fe8-3547285931a4,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:18:38.948765 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-db1c75eb-7c12-46af-aa73-f09bbea35cc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:18:47.275664 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:18:55.428494 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-99f6d634-d5a1-45e3-a3a1-3cdde9d576f6 req-cb90659d-6e91-455e-b95f-705cee4c5a28 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=30441264-6800-4d46-8f82-2bff586831b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0520360 Jun 23 19:18:55.547454 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f6d634-d5a1-45e3-a3a1-3cdde9d576f6 req-bca77301-e4e5-4c65-80fc-441863d112c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:18:55.556448 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-99f6d634-d5a1-45e3-a3a1-3cdde9d576f6 req-bca77301-e4e5-4c65-80fc-441863d112c5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aa96fac7201b43d2b8633791c636d18c&device_id=30441264-6800-4d46-8f82-2bff586831b9 HTTP/1.1" status: 200 len: 1099 time: 0.0546267 Jun 23 19:18:55.940280 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f6d634-d5a1-45e3-a3a1-3cdde9d576f6 req-2b15abe4-9871-4389-8878-d6c69cb8081b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:18:55.941730 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-99f6d634-d5a1-45e3-a3a1-3cdde9d576f6 req-2b15abe4-9871-4389-8878-d6c69cb8081b service neutron] 10.222.0.49 "GET /v2.0/networks?id=03b00407-ece8-4036-91c7-ff69de4b3a72 HTTP/1.1" status: 200 len: 913 time: 0.3712027 Jun 23 19:18:56.009823 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-99f6d634-d5a1-45e3-a3a1-3cdde9d576f6 req-360c47fb-9298-46a3-8ef9-429f279968cb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1fe05895-99d6-4d21-9afe-1382cc46f981 HTTP/1.1" status: 200 len: 1002 time: 0.0601933 Jun 23 19:18:56.058920 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f6d634-d5a1-45e3-a3a1-3cdde9d576f6 req-84f28fab-01c5-4908-bfe0-7fb49483d72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:18:56.060384 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-99f6d634-d5a1-45e3-a3a1-3cdde9d576f6 req-84f28fab-01c5-4908-bfe0-7fb49483d72f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5e4f12f6-f920-4aa2-99cc-004ec6a10df3 HTTP/1.1" status: 200 len: 851 time: 0.0428505 Jun 23 19:18:56.116263 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f6d634-d5a1-45e3-a3a1-3cdde9d576f6 req-fa0aeacf-19fd-4614-b373-728114b7606c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:18:56.117729 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-99f6d634-d5a1-45e3-a3a1-3cdde9d576f6 req-fa0aeacf-19fd-4614-b373-728114b7606c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=03b00407-ece8-4036-91c7-ff69de4b3a72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0507154 Jun 23 19:18:56.211347 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-99f6d634-d5a1-45e3-a3a1-3cdde9d576f6 req-5b5a6901-c392-482b-8808-dff3498a367d service neutron] 10.222.0.49 "GET /v2.0/networks/03b00407-ece8-4036-91c7-ff69de4b3a72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850983 Jun 23 19:18:56.298196 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-99f6d634-d5a1-45e3-a3a1-3cdde9d576f6 req-247d7575-31a4-4769-80b2-c961ae97e1f6 service neutron] 10.222.0.49 "GET /v2.0/networks/03b00407-ece8-4036-91c7-ff69de4b3a72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794084 Jun 23 19:19:00.189496 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-08e9454b-0f28-47d6-9cf8-fb9d537a7e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:19:02.914932 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c7bc1f54-0ca7-4b37-bbb6-52b3c8d21fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:19:02.983823 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:19:04.126600 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-36873b57-c469-4164-8152-400a4dc72ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:19:05.417838 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0dfa02b7-e69b-42f9-a1c6-d55a29ea84e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:19:06.318023 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.agents_db [None req-808d9167-7b86-4487-ac1f-373b1677e9b0 None None] Agent healthcheck: found 6 active agents {{(pid=93955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:19:17.251643 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:19:30.199678 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-18715048-4402-4bb9-b67b-88ee5e83f402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:19:32.901757 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-2e574632-e000-4aba-a029-a23b40b3c0ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:19:32.953975 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:19:34.108464 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-36873b57-c469-4164-8152-400a4dc72ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:19:35.433781 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0dfa02b7-e69b-42f9-a1c6-d55a29ea84e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:19:43.316447 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.agents_db [None req-808d9167-7b86-4487-ac1f-373b1677e9b0 None None] Agent healthcheck: found 6 active agents {{(pid=93955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:19:47.227962 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:19:57.846711 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b355669f-30d0-4f7c-b2c8-d23c421cee85 req-a7e2d779-6f0d-4434-8db5-4766ad43d486 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=30441264-6800-4d46-8f82-2bff586831b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0545344 Jun 23 19:19:57.960187 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355669f-30d0-4f7c-b2c8-d23c421cee85 req-14c079eb-f9df-40a1-b0ae-55d4e57c4353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:19:57.961522 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b355669f-30d0-4f7c-b2c8-d23c421cee85 req-14c079eb-f9df-40a1-b0ae-55d4e57c4353 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aa96fac7201b43d2b8633791c636d18c&device_id=30441264-6800-4d46-8f82-2bff586831b9 HTTP/1.1" status: 200 len: 1099 time: 0.0513577 Jun 23 19:19:58.063168 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355669f-30d0-4f7c-b2c8-d23c421cee85 req-9dd1b9b1-05ee-44eb-9da7-51659ea8f800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:19:58.064681 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b355669f-30d0-4f7c-b2c8-d23c421cee85 req-9dd1b9b1-05ee-44eb-9da7-51659ea8f800 service neutron] 10.222.0.49 "GET /v2.0/networks?id=03b00407-ece8-4036-91c7-ff69de4b3a72 HTTP/1.1" status: 200 len: 913 time: 0.0828505 Jun 23 19:19:58.132237 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b355669f-30d0-4f7c-b2c8-d23c421cee85 req-c17d978c-b6b5-4b30-b1fd-694359770e52 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1fe05895-99d6-4d21-9afe-1382cc46f981 HTTP/1.1" status: 200 len: 1002 time: 0.0600502 Jun 23 19:19:58.178567 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355669f-30d0-4f7c-b2c8-d23c421cee85 req-1709cd20-f901-4589-a282-c9493c59381a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:19:58.179940 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b355669f-30d0-4f7c-b2c8-d23c421cee85 req-1709cd20-f901-4589-a282-c9493c59381a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5e4f12f6-f920-4aa2-99cc-004ec6a10df3 HTTP/1.1" status: 200 len: 851 time: 0.0414205 Jun 23 19:19:58.236191 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355669f-30d0-4f7c-b2c8-d23c421cee85 req-0c4b09be-ebbf-442d-99b6-4eab480dd978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:19:58.237534 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b355669f-30d0-4f7c-b2c8-d23c421cee85 req-0c4b09be-ebbf-442d-99b6-4eab480dd978 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=03b00407-ece8-4036-91c7-ff69de4b3a72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0486324 Jun 23 19:19:58.325068 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b355669f-30d0-4f7c-b2c8-d23c421cee85 req-485a02b1-8047-4f8a-84cd-c70810f3cacf service neutron] 10.222.0.49 "GET /v2.0/networks/03b00407-ece8-4036-91c7-ff69de4b3a72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802538 Jun 23 19:19:58.425796 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b355669f-30d0-4f7c-b2c8-d23c421cee85 req-3817fe7d-8569-462a-bf38-1b73c87a3c55 service neutron] 10.222.0.49 "GET /v2.0/networks/03b00407-ece8-4036-91c7-ff69de4b3a72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912206 Jun 23 19:20:00.187629 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-5427e568-5597-4513-8df0-efb6852ed185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:20:02.529194 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-05dd36f1-aab7-4997-b1a9-c20cdcd27ed3 req-1fbdedf2-f011-42ee-93ad-0d819c9d4357 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-801485575&fields=id&tenant_id=aa96fac7201b43d2b8633791c636d18c HTTP/1.1" status: 200 len: 267 time: 0.0360563 Jun 23 19:20:02.630710 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd36f1-aab7-4997-b1a9-c20cdcd27ed3 req-194c9357-7a31-47df-bdb4-3097b648fa9a tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:20:02.632168 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-05dd36f1-aab7-4997-b1a9-c20cdcd27ed3 req-194c9357-7a31-47df-bdb4-3097b648fa9a tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/networks?id=03b00407-ece8-4036-91c7-ff69de4b3a72 HTTP/1.1" status: 200 len: 812 time: 0.0966034 Jun 23 19:20:02.645940 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-05dd36f1-aab7-4997-b1a9-c20cdcd27ed3 req-3150b5ab-da82-4053-8c0e-740517357811 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/quotas/aa96fac7201b43d2b8633791c636d18c HTTP/1.1" status: 200 len: 375 time: 0.0085478 Jun 23 19:20:02.725185 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-05dd36f1-aab7-4997-b1a9-c20cdcd27ed3 req-235ab218-9b96-47fb-ac33-9339b5c1084e tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=aa96fac7201b43d2b8633791c636d18c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0740943 Jun 23 19:20:02.896550 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-befd011f-1727-45d5-bf1f-7428c6fb95cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:20:02.935265 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-05dd36f1-aab7-4997-b1a9-c20cdcd27ed3 req-f309f8b8-cdc9-42e8-bb09-08657f3ec9a2 service neutron] 10.222.0.69 "GET /v2.0/networks/03b00407-ece8-4036-91c7-ff69de4b3a72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943774 Jun 23 19:20:02.953320 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:20:03.029995 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-05dd36f1-aab7-4997-b1a9-c20cdcd27ed3 req-f8aefb36-208c-4ebd-9fce-1b26a5ba2471 service neutron] 10.222.0.69 "GET /v2.0/networks/03b00407-ece8-4036-91c7-ff69de4b3a72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890021 Jun 23 19:20:03.620780 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4d07e055-a27d-4b4d-94f9-903dc3df0afe req-6ca4ebe6-8a5e-4d0f-8576-c442432a1aa0 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/ports?device_id=8350b571-8cba-4554-88ba-4019eedeb930 HTTP/1.1" status: 200 len: 210 time: 0.0278668 Jun 23 19:20:04.141509 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-36873b57-c469-4164-8152-400a4dc72ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:20:04.759578 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-cdc0698f-c7e9-4d32-b765-905e3b6112a5 req-77760521-0d6c-478d-95a2-3958bfbcd656 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/ports?device_id=8350b571-8cba-4554-88ba-4019eedeb930 HTTP/1.1" status: 200 len: 210 time: 0.0292583 Jun 23 19:20:05.416179 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0dfa02b7-e69b-42f9-a1c6-d55a29ea84e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:20:05.766862 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd36f1-aab7-4997-b1a9-c20cdcd27ed3 req-b22eec3e-756f-4bfe-a937-1000b78bbd5e tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:20:05.768197 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-05dd36f1-aab7-4997-b1a9-c20cdcd27ed3 req-b22eec3e-756f-4bfe-a937-1000b78bbd5e tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.49 "GET /v2.0/networks?id=03b00407-ece8-4036-91c7-ff69de4b3a72 HTTP/1.1" status: 200 len: 812 time: 0.1017036 Jun 23 19:20:05.820219 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-05dd36f1-aab7-4997-b1a9-c20cdcd27ed3 req-8d334810-5177-4616-9a73-ba5990f05c7f tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa96fac7201b43d2b8633791c636d18c HTTP/1.1" status: 200 len: 379 time: 0.0355949 Jun 23 19:20:05.850860 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [req-05dd36f1-aab7-4997-b1a9-c20cdcd27ed3 req-5a5b1710-ed82-4e25-a56d-fd4b618d8028 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Request body: {'port': {'device_id': '8350b571-8cba-4554-88ba-4019eedeb930', 'network_id': '03b00407-ece8-4036-91c7-ff69de4b3a72', 'admin_state_up': True, 'tenant_id': 'aa96fac7201b43d2b8633791c636d18c', 'security_groups': ['66cebad4-9632-4565-8aae-42cad405228f']}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:20:05.931576 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2ffaac06-0c71-4d4d-ad6b-a44a0740e89a req-34f57109-4f2d-4515-87ca-bced67d00fa3 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/ports?device_id=8350b571-8cba-4554-88ba-4019eedeb930 HTTP/1.1" status: 200 len: 210 time: 0.0589178 Jun 23 19:20:06.079127 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05dd36f1-aab7-4997-b1a9-c20cdcd27ed3 req-5a5b1710-ed82-4e25-a56d-fd4b618d8028 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Made reservation on behalf of aa96fac7201b43d2b8633791c636d18c for: {'port': 1} {{(pid=93953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:20:06.082762 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-05dd36f1-aab7-4997-b1a9-c20cdcd27ed3 req-5a5b1710-ed82-4e25-a56d-fd4b618d8028 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-975148'] for port, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:20:06.218548 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_common [req-05dd36f1-aab7-4997-b1a9-c20cdcd27ed3 req-5a5b1710-ed82-4e25-a56d-fd4b618d8028 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Allocated IP 172.20.0.6 (03b00407-ece8-4036-91c7-ff69de4b3a72/5e4f12f6-f920-4aa2-99cc-004ec6a10df3/1fb24474-5985-4676-9d2e-e8228cd381b8) {{(pid=93953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:20:06.361145 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-05dd36f1-aab7-4997-b1a9-c20cdcd27ed3 req-5a5b1710-ed82-4e25-a56d-fd4b618d8028 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks [] for port, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:20:06.373695 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [req-05dd36f1-aab7-4997-b1a9-c20cdcd27ed3 req-5a5b1710-ed82-4e25-a56d-fd4b618d8028 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Transition to ACTIVE for port object 1fb24474-5985-4676-9d2e-e8228cd381b8 will not be triggered until provisioned by entity DHCP. {{(pid=93953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:20:06.450829 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-05dd36f1-aab7-4997-b1a9-c20cdcd27ed3 req-5a5b1710-ed82-4e25-a56d-fd4b618d8028 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-975211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745549236125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28924695'] for port, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:20:06.457184 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-d6d16645-d7ac-409d-9683-e05a68a1ac06 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:20:06.496089 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05dd36f1-aab7-4997-b1a9-c20cdcd27ed3 req-5a5b1710-ed82-4e25-a56d-fd4b618d8028 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Network 03b00407-ece8-4036-91c7-ff69de4b3a72 is already hosted by enough agents. {{(pid=93953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:20:06.499094 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [req-05dd36f1-aab7-4997-b1a9-c20cdcd27ed3 req-5a5b1710-ed82-4e25-a56d-fd4b618d8028 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Resources bound (agent type, host, resource id): {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:20:06.502810 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [req-05dd36f1-aab7-4997-b1a9-c20cdcd27ed3 req-5a5b1710-ed82-4e25-a56d-fd4b618d8028 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Received port after_create {{(pid=93953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:20:06.510080 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5b1710-ed82-4e25-a56d-fd4b618d8028 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Pushing event updated for resources: {'Port': ['ID=1fb24474-5985-4676-9d2e-e8228cd381b8,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:20:06.543870 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5b1710-ed82-4e25-a56d-fd4b618d8028 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:20:06.544256 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5b1710-ed82-4e25-a56d-fd4b618d8028 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:20:06.544636 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5b1710-ed82-4e25-a56d-fd4b618d8028 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:20:06.545034 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5b1710-ed82-4e25-a56d-fd4b618d8028 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:20:06.545400 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5b1710-ed82-4e25-a56d-fd4b618d8028 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:20:06.545766 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5b1710-ed82-4e25-a56d-fd4b618d8028 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:20:06.546153 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5b1710-ed82-4e25-a56d-fd4b618d8028 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:20:06.546588 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5b1710-ed82-4e25-a56d-fd4b618d8028 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:20:06.546961 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5b1710-ed82-4e25-a56d-fd4b618d8028 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:20:06.547481 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5b1710-ed82-4e25-a56d-fd4b618d8028 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:20:06.547847 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5b1710-ed82-4e25-a56d-fd4b618d8028 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:20:06.548207 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5b1710-ed82-4e25-a56d-fd4b618d8028 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:20:06.553574 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-5a5b1710-ed82-4e25-a56d-fd4b618d8028 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:20:06.573301 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd36f1-aab7-4997-b1a9-c20cdcd27ed3 req-5a5b1710-ed82-4e25-a56d-fd4b618d8028 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:20:06.573948 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-05dd36f1-aab7-4997-b1a9-c20cdcd27ed3 req-5a5b1710-ed82-4e25-a56d-fd4b618d8028 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:20:06.656677 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-05dd36f1-aab7-4997-b1a9-c20cdcd27ed3 req-5a5b1710-ed82-4e25-a56d-fd4b618d8028 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8105531 Jun 23 19:20:06.674549 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [req-05dd36f1-aab7-4997-b1a9-c20cdcd27ed3 req-633adb1a-e35f-4f51-a69a-e72ec79e2804 service neutron] Request body: {'port': {'device_id': '8350b571-8cba-4554-88ba-4019eedeb930', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:20:06.744614 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-05dd36f1-aab7-4997-b1a9-c20cdcd27ed3 req-633adb1a-e35f-4f51-a69a-e72ec79e2804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:20:06.861849 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-5f56c540-3bff-4a86-bb38-f6fcfeb35958 None None] Provisioning for port 1fb24474-5985-4676-9d2e-e8228cd381b8 completed by entity DHCP. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:20:06.866342 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-5f56c540-3bff-4a86-bb38-f6fcfeb35958 None None] Provisioning complete for port 1fb24474-5985-4676-9d2e-e8228cd381b8 triggered by entity DHCP. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:20:06.866718 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-5f56c540-3bff-4a86-bb38-f6fcfeb35958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:20:06.907557 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-5f56c540-3bff-4a86-bb38-f6fcfeb35958 None None] Port 1fb24474-5985-4676-9d2e-e8228cd381b8 cannot update to ACTIVE because it is not bound. {{(pid=93954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 19:20:07.002598 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [req-05dd36f1-aab7-4997-b1a9-c20cdcd27ed3 req-633adb1a-e35f-4f51-a69a-e72ec79e2804 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fb24474-5985-4676-9d2e-e8228cd381b8 {{(pid=93953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:20:07.010688 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-05dd36f1-aab7-4997-b1a9-c20cdcd27ed3 req-633adb1a-e35f-4f51-a69a-e72ec79e2804 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:20:07.023371 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [req-05dd36f1-aab7-4997-b1a9-c20cdcd27ed3 req-633adb1a-e35f-4f51-a69a-e72ec79e2804 service neutron] Transition to ACTIVE for port object 1fb24474-5985-4676-9d2e-e8228cd381b8 will not be triggered until provisioned by entity L2. {{(pid=93953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:20:07.087828 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-05dd36f1-aab7-4997-b1a9-c20cdcd27ed3 req-633adb1a-e35f-4f51-a69a-e72ec79e2804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28924677'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:20:07.091098 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-8ae79439-1028-4120-9839-bb0dcee2b440 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:20:07.141262 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f6ea2-4ec4-43ec-b78c-064fb2400f49 req-f4e9395f-b40d-4229-b101-a8b13e6c3e32 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:20:07.142784 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-476f6ea2-4ec4-43ec-b78c-064fb2400f49 req-f4e9395f-b40d-4229-b101-a8b13e6c3e32 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/ports?device_id=8350b571-8cba-4554-88ba-4019eedeb930 HTTP/1.1" status: 200 len: 931 time: 0.1002612 Jun 23 19:20:07.153979 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633adb1a-e35f-4f51-a69a-e72ec79e2804 service neutron] Pushing event updated for resources: {'Port': ['ID=1fb24474-5985-4676-9d2e-e8228cd381b8,revision_number=2']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:20:07.166423 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-633adb1a-e35f-4f51-a69a-e72ec79e2804 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:20:07.236462 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-476f6ea2-4ec4-43ec-b78c-064fb2400f49 req-b34cda06-419e-4963-bfed-f9d6ea73284b tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/security-groups?id=66cebad4-9632-4565-8aae-42cad405228f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853925 Jun 23 19:20:07.266382 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-05dd36f1-aab7-4997-b1a9-c20cdcd27ed3 req-633adb1a-e35f-4f51-a69a-e72ec79e2804 service neutron] Attempting to bind port 1fb24474-5985-4676-9d2e-e8228cd381b8 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:20:07.266725 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-05dd36f1-aab7-4997-b1a9-c20cdcd27ed3 req-633adb1a-e35f-4f51-a69a-e72ec79e2804 service neutron] Attempting to bind port 1fb24474-5985-4676-9d2e-e8228cd381b8 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'ce49d902-3382-49f9-88d0-28e3cea581ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '03b00407-ece8-4036-91c7-ff69de4b3a72'}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:20:07.267059 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05dd36f1-aab7-4997-b1a9-c20cdcd27ed3 req-633adb1a-e35f-4f51-a69a-e72ec79e2804 service neutron] Attempting to bind port 1fb24474-5985-4676-9d2e-e8228cd381b8 on network 03b00407-ece8-4036-91c7-ff69de4b3a72 {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:20:07.271692 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05dd36f1-aab7-4997-b1a9-c20cdcd27ed3 req-633adb1a-e35f-4f51-a69a-e72ec79e2804 service neutron] Port 1fb24474-5985-4676-9d2e-e8228cd381b8 on network 03b00407-ece8-4036-91c7-ff69de4b3a72 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 19:20:07.272016 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05dd36f1-aab7-4997-b1a9-c20cdcd27ed3 req-633adb1a-e35f-4f51-a69a-e72ec79e2804 service neutron] Attempting to bind port 1fb24474-5985-4676-9d2e-e8228cd381b8 on network 03b00407-ece8-4036-91c7-ff69de4b3a72 {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:20:07.276873 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05dd36f1-aab7-4997-b1a9-c20cdcd27ed3 req-633adb1a-e35f-4f51-a69a-e72ec79e2804 service neutron] Checking agent: {'id': '931bf73c-9d40-46c8-855c-92667356b0d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 19, 4, 47), 'started_at': datetime.datetime(2021, 6, 23, 19, 4, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:20:07.277219 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05dd36f1-aab7-4997-b1a9-c20cdcd27ed3 req-633adb1a-e35f-4f51-a69a-e72ec79e2804 service neutron] Checking segment: {'id': 'ce49d902-3382-49f9-88d0-28e3cea581ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '03b00407-ece8-4036-91c7-ff69de4b3a72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:20:07.277608 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05dd36f1-aab7-4997-b1a9-c20cdcd27ed3 req-633adb1a-e35f-4f51-a69a-e72ec79e2804 service neutron] Bound using segment: {'id': 'ce49d902-3382-49f9-88d0-28e3cea581ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '03b00407-ece8-4036-91c7-ff69de4b3a72'} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:20:07.278051 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-05dd36f1-aab7-4997-b1a9-c20cdcd27ed3 req-633adb1a-e35f-4f51-a69a-e72ec79e2804 service neutron] Bound port: 1fb24474-5985-4676-9d2e-e8228cd381b8, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce49d902-3382-49f9-88d0-28e3cea581ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '03b00407-ece8-4036-91c7-ff69de4b3a72'}}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:20:07.278393 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-05dd36f1-aab7-4997-b1a9-c20cdcd27ed3 req-633adb1a-e35f-4f51-a69a-e72ec79e2804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:20:07.341897 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-05dd36f1-aab7-4997-b1a9-c20cdcd27ed3 req-633adb1a-e35f-4f51-a69a-e72ec79e2804 service neutron] For port 1fb24474-5985-4676-9d2e-e8228cd381b8, host hv-cinder-79049, cleared binding levels {{(pid=93953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:20:07.344964 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-05dd36f1-aab7-4997-b1a9-c20cdcd27ed3 req-633adb1a-e35f-4f51-a69a-e72ec79e2804 service neutron] For port 1fb24474-5985-4676-9d2e-e8228cd381b8, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=1fb24474-5985-4676-9d2e-e8228cd381b8,segment=NetworkSegment(ce49d902-3382-49f9-88d0-28e3cea581ea),segment_id=ce49d902-3382-49f9-88d0-28e3cea581ea)] {{(pid=93953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:20:07.434085 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-05dd36f1-aab7-4997-b1a9-c20cdcd27ed3 req-633adb1a-e35f-4f51-a69a-e72ec79e2804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28924677'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:20:07.437012 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-217307b3-2df6-4267-acd3-fe63e58cc2c0 tempest-VolumesNegativeTest-1234524861 tempest-VolumesNegativeTest-1234524861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:20:07.466717 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd36f1-aab7-4997-b1a9-c20cdcd27ed3 req-633adb1a-e35f-4f51-a69a-e72ec79e2804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:20:07.467326 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-05dd36f1-aab7-4997-b1a9-c20cdcd27ed3 req-633adb1a-e35f-4f51-a69a-e72ec79e2804 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:20:07.471546 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-05dd36f1-aab7-4997-b1a9-c20cdcd27ed3 req-633adb1a-e35f-4f51-a69a-e72ec79e2804 service neutron] 10.222.0.49 "PUT /v2.0/ports/1fb24474-5985-4676-9d2e-e8228cd381b8 HTTP/1.1" status: 200 len: 1093 time: 0.7982786 Jun 23 19:20:07.471546 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8350b571-8cba-4554-88ba-4019eedeb930', 'tag': '1fb24474-5985-4676-9d2e-e8228cd381b8'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:20:07.471546 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8902aeace0540733bba5a146bce723956a3312b5b25ae011a73fc84317b4d28a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d2d4e12-d621-4508-bd19-87e58abdf05b" -d '{"events": [{"name": "network-changed", "server_uuid": "8350b571-8cba-4554-88ba-4019eedeb930", "tag": "1fb24474-5985-4676-9d2e-e8228cd381b8"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:20:07.497642 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633adb1a-e35f-4f51-a69a-e72ec79e2804 service neutron] Pushing event updated for resources: {'Port': ['ID=1fb24474-5985-4676-9d2e-e8228cd381b8,revision_number=3']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:20:07.500832 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-633adb1a-e35f-4f51-a69a-e72ec79e2804 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:20:07.514457 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4eca57d-149b-49ff-9d45-e80a13e60c50 x-openstack-request-id: req-f4eca57d-149b-49ff-9d45-e80a13e60c50 {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:20:07.514789 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8350b571-8cba-4554-88ba-4019eedeb930", "tag": "1fb24474-5985-4676-9d2e-e8228cd381b8", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:20:07.515088 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f4eca57d-149b-49ff-9d45-e80a13e60c50 {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:20:07.515558 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8350b571-8cba-4554-88ba-4019eedeb930', 'tag': '1fb24474-5985-4676-9d2e-e8228cd381b8', 'status': 'completed', 'code': 200} Jun 23 19:20:07.628951 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2d4e12-d621-4508-bd19-87e58abdf05b req-b9e1ddad-e7a4-4893-b8af-c16364e0b194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:20:07.630469 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4d2d4e12-d621-4508-bd19-87e58abdf05b req-b9e1ddad-e7a4-4893-b8af-c16364e0b194 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aa96fac7201b43d2b8633791c636d18c&device_id=8350b571-8cba-4554-88ba-4019eedeb930 HTTP/1.1" status: 200 len: 1096 time: 0.0594008 Jun 23 19:20:07.737640 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2d4e12-d621-4508-bd19-87e58abdf05b req-15e43b4e-37e4-466a-8f11-d7edbb4d3a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:20:07.738983 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4d2d4e12-d621-4508-bd19-87e58abdf05b req-15e43b4e-37e4-466a-8f11-d7edbb4d3a93 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=aa96fac7201b43d2b8633791c636d18c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0878441 Jun 23 19:20:07.832057 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2d4e12-d621-4508-bd19-87e58abdf05b req-8516fd98-2c2d-45cb-990d-c2b3b208e813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:20:07.834080 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4d2d4e12-d621-4508-bd19-87e58abdf05b req-8516fd98-2c2d-45cb-990d-c2b3b208e813 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883908 Jun 23 19:20:07.953937 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd36f1-aab7-4997-b1a9-c20cdcd27ed3 req-37a0ddf6-d8b3-4ca7-90ed-5525d173feaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:20:07.955358 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-05dd36f1-aab7-4997-b1a9-c20cdcd27ed3 req-37a0ddf6-d8b3-4ca7-90ed-5525d173feaa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aa96fac7201b43d2b8633791c636d18c&device_id=8350b571-8cba-4554-88ba-4019eedeb930 HTTP/1.1" status: 200 len: 1096 time: 0.0498765 Jun 23 19:20:08.007467 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-05dd36f1-aab7-4997-b1a9-c20cdcd27ed3 req-2771db40-eb2a-40fc-94f8-7d4fe4f83033 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fb24474-5985-4676-9d2e-e8228cd381b8 HTTP/1.1" status: 200 len: 217 time: 0.0321381 Jun 23 19:20:08.059136 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd36f1-aab7-4997-b1a9-c20cdcd27ed3 req-e74674d1-ade6-48bd-ad89-3486d32e2276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:20:08.060523 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-05dd36f1-aab7-4997-b1a9-c20cdcd27ed3 req-e74674d1-ade6-48bd-ad89-3486d32e2276 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5e4f12f6-f920-4aa2-99cc-004ec6a10df3 HTTP/1.1" status: 200 len: 851 time: 0.0443635 Jun 23 19:20:08.114180 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd36f1-aab7-4997-b1a9-c20cdcd27ed3 req-4ad94059-dfe3-4ff3-8915-0b0463eb2bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:20:08.115580 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-05dd36f1-aab7-4997-b1a9-c20cdcd27ed3 req-4ad94059-dfe3-4ff3-8915-0b0463eb2bb8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=03b00407-ece8-4036-91c7-ff69de4b3a72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0490253 Jun 23 19:20:08.206085 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-05dd36f1-aab7-4997-b1a9-c20cdcd27ed3 req-f310666e-f954-460c-9ca9-0d9597714a04 service neutron] 10.222.0.49 "GET /v2.0/networks/03b00407-ece8-4036-91c7-ff69de4b3a72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786722 Jun 23 19:20:08.298023 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-05dd36f1-aab7-4997-b1a9-c20cdcd27ed3 req-8475e237-0488-4e97-a55f-348386bec415 service neutron] 10.222.0.49 "GET /v2.0/networks/03b00407-ece8-4036-91c7-ff69de4b3a72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821583 Jun 23 19:20:08.408256 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501fb2ad-ef33-4aea-a4e5-0599a6a69acd req-57810a12-e84c-4113-872d-5983e1ab1510 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:20:08.409721 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-501fb2ad-ef33-4aea-a4e5-0599a6a69acd req-57810a12-e84c-4113-872d-5983e1ab1510 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/ports?device_id=8350b571-8cba-4554-88ba-4019eedeb930 HTTP/1.1" status: 200 len: 943 time: 0.0609941 Jun 23 19:20:08.449733 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-501fb2ad-ef33-4aea-a4e5-0599a6a69acd req-e776a24d-e7ad-4018-b472-0deeba454400 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/security-groups?id=66cebad4-9632-4565-8aae-42cad405228f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345407 Jun 23 19:20:09.651653 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f187966-0e5c-4d8e-8e6f-b8e401f8542b req-4045f2a6-30c3-4263-aceb-4b0e62663af5 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:20:09.653841 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8f187966-0e5c-4d8e-8e6f-b8e401f8542b req-4045f2a6-30c3-4263-aceb-4b0e62663af5 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/ports?device_id=8350b571-8cba-4554-88ba-4019eedeb930 HTTP/1.1" status: 200 len: 943 time: 0.0796006 Jun 23 19:20:09.690251 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8f187966-0e5c-4d8e-8e6f-b8e401f8542b req-fd6ab7b7-8b8f-4264-a280-740582613708 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/security-groups?id=66cebad4-9632-4565-8aae-42cad405228f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309272 Jun 23 19:20:10.858743 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a84ec-88ac-4767-851d-61a7a18c01f9 req-41219960-5fb0-4e26-8a27-12e8831ac77e tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:20:10.860202 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2d7a84ec-88ac-4767-851d-61a7a18c01f9 req-41219960-5fb0-4e26-8a27-12e8831ac77e tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/ports?device_id=8350b571-8cba-4554-88ba-4019eedeb930 HTTP/1.1" status: 200 len: 943 time: 0.0614016 Jun 23 19:20:10.896963 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2d7a84ec-88ac-4767-851d-61a7a18c01f9 req-d4db3566-ce6c-4235-a893-0886582a982d tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/security-groups?id=66cebad4-9632-4565-8aae-42cad405228f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313668 Jun 23 19:20:12.062663 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0560d22-4a94-42f0-bb95-716a9ebc43af req-6baf0b9d-b7b5-4899-9683-7758f8f28379 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:20:12.064109 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e0560d22-4a94-42f0-bb95-716a9ebc43af req-6baf0b9d-b7b5-4899-9683-7758f8f28379 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/ports?device_id=8350b571-8cba-4554-88ba-4019eedeb930 HTTP/1.1" status: 200 len: 943 time: 0.0606151 Jun 23 19:20:12.101170 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e0560d22-4a94-42f0-bb95-716a9ebc43af req-fc2c4abf-f6ad-47fc-afbb-bae93acf6640 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/security-groups?id=66cebad4-9632-4565-8aae-42cad405228f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316634 Jun 23 19:20:13.272322 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb83b9a-df25-477f-bd4c-0293b08e71f8 req-a958bccf-15cd-4528-89ac-50986999eb44 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:20:13.273749 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-dfb83b9a-df25-477f-bd4c-0293b08e71f8 req-a958bccf-15cd-4528-89ac-50986999eb44 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/ports?device_id=8350b571-8cba-4554-88ba-4019eedeb930 HTTP/1.1" status: 200 len: 943 time: 0.0651085 Jun 23 19:20:13.310123 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-dfb83b9a-df25-477f-bd4c-0293b08e71f8 req-1f5f98ad-c4dc-4562-bf97-2c78585f5069 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/security-groups?id=66cebad4-9632-4565-8aae-42cad405228f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308549 Jun 23 19:20:14.629382 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c5b9e-505b-4e1c-9048-eeb5fb26a3c4 req-4a844656-4425-4cb8-94e9-5a122a89a6b3 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:20:14.630725 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-bd4c5b9e-505b-4e1c-9048-eeb5fb26a3c4 req-4a844656-4425-4cb8-94e9-5a122a89a6b3 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/ports?device_id=8350b571-8cba-4554-88ba-4019eedeb930 HTTP/1.1" status: 200 len: 943 time: 0.0631533 Jun 23 19:20:14.666875 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-bd4c5b9e-505b-4e1c-9048-eeb5fb26a3c4 req-7d9b516f-61c4-47be-90d9-71d238b8a304 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/security-groups?id=66cebad4-9632-4565-8aae-42cad405228f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307653 Jun 23 19:20:15.841177 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82728f81-b1e3-4b87-876b-4a40f170870e req-072e50e1-1ccb-4b99-9bf2-7228688a3563 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:20:15.843404 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-82728f81-b1e3-4b87-876b-4a40f170870e req-072e50e1-1ccb-4b99-9bf2-7228688a3563 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/ports?device_id=8350b571-8cba-4554-88ba-4019eedeb930 HTTP/1.1" status: 200 len: 943 time: 0.0697742 Jun 23 19:20:15.881160 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-82728f81-b1e3-4b87-876b-4a40f170870e req-f59064b5-7f1c-46c1-8545-743430cad888 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/security-groups?id=66cebad4-9632-4565-8aae-42cad405228f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315671 Jun 23 19:20:17.046631 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e8dad-3584-4066-94b2-2ec83e7b6f29 req-52feb348-80bd-4cf7-bdc0-6dce51c69f18 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:20:17.048060 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ba3e8dad-3584-4066-94b2-2ec83e7b6f29 req-52feb348-80bd-4cf7-bdc0-6dce51c69f18 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/ports?device_id=8350b571-8cba-4554-88ba-4019eedeb930 HTTP/1.1" status: 200 len: 943 time: 0.0606980 Jun 23 19:20:17.083259 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ba3e8dad-3584-4066-94b2-2ec83e7b6f29 req-bc885f89-caaa-4d72-b008-d34823aa9113 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/security-groups?id=66cebad4-9632-4565-8aae-42cad405228f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297596 Jun 23 19:20:17.284025 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:20:17.352938 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device 1fb24474-5985-4676-9d2e-e8228cd381b8 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=93954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 19:20:17.442844 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] For port 1fb24474-5985-4676-9d2e-e8228cd381b8, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=1fb24474-5985-4676-9d2e-e8228cd381b8,segment=NetworkSegment(ce49d902-3382-49f9-88d0-28e3cea581ea),segment_id=ce49d902-3382-49f9-88d0-28e3cea581ea)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:20:17.453876 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Returning: {'device': '1fb24474-5985-4676-9d2e-e8228cd381b8', 'network_id': '03b00407-ece8-4036-91c7-ff69de4b3a72', 'port_id': '1fb24474-5985-4676-9d2e-e8228cd381b8', 'mac_address': 'fa:16:3e:2d:7b:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 932, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e4f12f6-f920-4aa2-99cc-004ec6a10df3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 19:20:17.492206 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:20:17.503958 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.notifiers.nova [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fb24474-5985-4676-9d2e-e8228cd381b8 {{(pid=93954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:20:17.522256 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] For port 1fb24474-5985-4676-9d2e-e8228cd381b8, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=1fb24474-5985-4676-9d2e-e8228cd381b8,segment=NetworkSegment(ce49d902-3382-49f9-88d0-28e3cea581ea),segment_id=ce49d902-3382-49f9-88d0-28e3cea581ea)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:20:17.581084 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:20:17.582753 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:20:17.629454 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Pushing event updated for resources: {'Port': ['ID=1fb24474-5985-4676-9d2e-e8228cd381b8,revision_number=4']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:20:17.636116 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:20:17.636457 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:20:17.636790 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:20:17.637118 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:20:17.637443 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:20:17.637767 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:20:17.638086 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:20:17.638404 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:20:17.638722 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:20:17.639034 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:20:17.639358 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:20:17.639694 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:20:17.643528 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:20:17.935949 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] get_ports_and_sgs() called for port_ids ['1fb24474-5985-4676-9d2e-e8228cd381b8'] {{(pid=93954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:20:18.260796 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d86546-878a-4494-8c4b-f9fd0a96fb4c req-f1d3461f-e8b0-4011-abcc-322c71acfbe3 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:20:18.262286 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-63d86546-878a-4494-8c4b-f9fd0a96fb4c req-f1d3461f-e8b0-4011-abcc-322c71acfbe3 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/ports?device_id=8350b571-8cba-4554-88ba-4019eedeb930 HTTP/1.1" status: 200 len: 944 time: 0.0611105 Jun 23 19:20:18.298543 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-63d86546-878a-4494-8c4b-f9fd0a96fb4c req-571ab657-4f34-4695-8867-70672e120127 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/security-groups?id=66cebad4-9632-4565-8aae-42cad405228f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306334 Jun 23 19:20:19.371595 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device 1fb24474-5985-4676-9d2e-e8228cd381b8 up at agent hyperv_hv-cinder-79049 {{(pid=93954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:20:19.470424 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26cbf78-9a0b-4d30-a33c-1180da877363 req-f93a9441-65c6-4d4a-a316-70bf8715e2f2 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:20:19.471863 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c26cbf78-9a0b-4d30-a33c-1180da877363 req-f93a9441-65c6-4d4a-a316-70bf8715e2f2 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/ports?device_id=8350b571-8cba-4554-88ba-4019eedeb930 HTTP/1.1" status: 200 len: 944 time: 0.0650253 Jun 23 19:20:19.490136 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Provisioning for port 1fb24474-5985-4676-9d2e-e8228cd381b8 completed by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:20:19.494429 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Provisioning complete for port 1fb24474-5985-4676-9d2e-e8228cd381b8 triggered by entity L2. {{(pid=93954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:20:19.494814 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881282'] for port, provisioning_complete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:20:19.509556 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c26cbf78-9a0b-4d30-a33c-1180da877363 req-a44643cb-a92c-4c83-83b3-72d60e8aa946 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/security-groups?id=66cebad4-9632-4565-8aae-42cad405228f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320990 Jun 23 19:20:19.572082 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:20:19.593105 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8350b571-8cba-4554-88ba-4019eedeb930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb24474-5985-4676-9d2e-e8228cd381b8'}] {{(pid=93954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:20:19.595270 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78efef87a1af135e54214795b53a936b9e8d2b7d09f053504b37278e2de45a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae58d1c-32cb-414a-8134-5eb52f6e48bf" -d '{"events": [{"server_uuid": "8350b571-8cba-4554-88ba-4019eedeb930", "name": "network-vif-plugged", "status": "completed", "tag": "1fb24474-5985-4676-9d2e-e8228cd381b8"}]}' {{(pid=93954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:20:19.607518 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] For port 1fb24474-5985-4676-9d2e-e8228cd381b8, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=1fb24474-5985-4676-9d2e-e8228cd381b8,segment=NetworkSegment(ce49d902-3382-49f9-88d0-28e3cea581ea),segment_id=ce49d902-3382-49f9-88d0-28e3cea581ea)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:20:19.634132 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1b9ddf-d784-4d68-ad99-2b2ddb10f211 x-openstack-request-id: req-aa1b9ddf-d784-4d68-ad99-2b2ddb10f211 {{(pid=93954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:20:19.634132 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8350b571-8cba-4554-88ba-4019eedeb930", "name": "network-vif-plugged", "status": "completed", "tag": "1fb24474-5985-4676-9d2e-e8228cd381b8", "code": 200}]} {{(pid=93954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:20:19.634132 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-aa1b9ddf-d784-4d68-ad99-2b2ddb10f211 {{(pid=93954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:20:19.634132 dv-cinder-790492-6-iscsi neutron-server[93954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8350b571-8cba-4554-88ba-4019eedeb930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb24474-5985-4676-9d2e-e8228cd381b8', 'code': 200} Jun 23 19:20:19.678399 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:20:19.680943 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:20:19.725721 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Pushing event updated for resources: {'Port': ['ID=1fb24474-5985-4676-9d2e-e8228cd381b8,revision_number=5']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:20:19.728629 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:20:20.062655 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e3b2c4-6d04-4781-9604-044fb14f32df req-70ebeefc-a3a2-49bd-9873-462e30b1f422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:20:20.064104 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-04e3b2c4-6d04-4781-9604-044fb14f32df req-70ebeefc-a3a2-49bd-9873-462e30b1f422 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8350b571-8cba-4554-88ba-4019eedeb930 HTTP/1.1" status: 200 len: 1098 time: 0.0504150 Jun 23 19:20:20.099912 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-04e3b2c4-6d04-4781-9604-044fb14f32df req-36bb0696-79a5-4695-b6ba-aad47e7acf59 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=66cebad4-9632-4565-8aae-42cad405228f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0264714 Jun 23 19:20:20.314533 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.agents_db [None req-808d9167-7b86-4487-ac1f-373b1677e9b0 None None] Agent healthcheck: found 6 active agents {{(pid=93955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:20:20.681954 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e988d-06c4-4d39-9092-469182f44edf req-21660e68-f857-498b-8e46-344760a92157 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:20:20.681954 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-148e988d-06c4-4d39-9092-469182f44edf req-21660e68-f857-498b-8e46-344760a92157 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/ports?device_id=8350b571-8cba-4554-88ba-4019eedeb930 HTTP/1.1" status: 200 len: 945 time: 0.0655324 Jun 23 19:20:20.718708 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-148e988d-06c4-4d39-9092-469182f44edf req-92a08b17-42e6-441b-973f-ce7ee8528fac tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/security-groups?id=66cebad4-9632-4565-8aae-42cad405228f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312223 Jun 23 19:20:21.893266 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918898d0-690b-429b-b757-c4110cba0e28 req-ca1bc298-5c93-45ab-afe2-0e99405cab3b tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:20:21.894725 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-918898d0-690b-429b-b757-c4110cba0e28 req-ca1bc298-5c93-45ab-afe2-0e99405cab3b tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/ports?device_id=8350b571-8cba-4554-88ba-4019eedeb930 HTTP/1.1" status: 200 len: 945 time: 0.0676360 Jun 23 19:20:21.932216 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-918898d0-690b-429b-b757-c4110cba0e28 req-0727bb7a-b5e8-4fb5-a26e-e0191675c02e tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/security-groups?id=66cebad4-9632-4565-8aae-42cad405228f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312860 Jun 23 19:20:22.096119 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa3e6a4-660a-4ca9-a322-2ab3274d6e84 req-e9041ffc-e21a-417a-b55e-44a2e97f06cd tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:20:22.097529 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7aa3e6a4-660a-4ca9-a322-2ab3274d6e84 req-e9041ffc-e21a-417a-b55e-44a2e97f06cd tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/ports?device_id=8350b571-8cba-4554-88ba-4019eedeb930 HTTP/1.1" status: 200 len: 945 time: 0.0606358 Jun 23 19:20:22.132216 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7aa3e6a4-660a-4ca9-a322-2ab3274d6e84 req-c8f8327b-e06b-4eb7-acf4-5272135beadb tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/security-groups?id=66cebad4-9632-4565-8aae-42cad405228f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292873 Jun 23 19:20:22.156517 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 40418) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:20:22.207727 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609be48f-173e-4f14-834a-1c92a1a32fcc tempest-TestVolumeBootPattern-1955625121 tempest-TestVolumeBootPattern-1955625121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:20:22.209147 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-609be48f-173e-4f14-834a-1c92a1a32fcc tempest-TestVolumeBootPattern-1955625121 tempest-TestVolumeBootPattern-1955625121-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=8350b571-8cba-4554-88ba-4019eedeb930 HTTP/1.1" status: 200 len: 1093 time: 0.0517182 Jun 23 19:20:22.211732 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 40420) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:20:22.217107 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-96fa93a6-d625-4965-b456-b0689b2276dd tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Request body: {'floatingip': {'floating_network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'port_id': '1fb24474-5985-4676-9d2e-e8228cd381b8', 'tenant_id': 'aa96fac7201b43d2b8633791c636d18c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:20:22.415604 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-96fa93a6-d625-4965-b456-b0689b2276dd tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks [] for floatingip, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:20:22.506747 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-96fa93a6-d625-4965-b456-b0689b2276dd tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-975148'] for port, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:20:22.610631 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_common [None req-96fa93a6-d625-4965-b456-b0689b2276dd tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Allocated IP 172.27.1.212 (cc1a8f9f-0501-47a9-94a0-f3af65713199/09e863e5-4e6d-4986-b5d9-3bb63422f84c/05e50e44-f51e-47dc-ac3a-2807783cd465) {{(pid=93953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:20:22.706154 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-96fa93a6-d625-4965-b456-b0689b2276dd tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks [] for port, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:20:22.815948 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-96fa93a6-d625-4965-b456-b0689b2276dd tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-975211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745549236125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28924695'] for port, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:20:22.818642 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-83a52d2f-af42-4d77-8aec-aa1ef4fe83a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:20:22.856085 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fa93a6-d625-4965-b456-b0689b2276dd tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Network cc1a8f9f-0501-47a9-94a0-f3af65713199 is already hosted by enough agents. {{(pid=93953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:20:22.860697 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [None req-96fa93a6-d625-4965-b456-b0689b2276dd tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Resources bound (agent type, host, resource id): {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:20:22.863982 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fa93a6-d625-4965-b456-b0689b2276dd tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Received port after_create {{(pid=93953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:20:22.890804 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fa93a6-d625-4965-b456-b0689b2276dd tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Pushing event updated for resources: {'Port': ['ID=05e50e44-f51e-47dc-ac3a-2807783cd465,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:20:22.894581 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-96fa93a6-d625-4965-b456-b0689b2276dd tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:20:23.216632 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-96fa93a6-d625-4965-b456-b0689b2276dd tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:20:23.345034 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-96fa93a6-d625-4965-b456-b0689b2276dd tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-975162'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:20:23.489742 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-96fa93a6-d625-4965-b456-b0689b2276dd tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks [] for port, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:20:23.546961 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-96fa93a6-d625-4965-b456-b0689b2276dd tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745549709779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745549236143', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745549236188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28924677'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:20:23.549371 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-41cd2a6d-0c48-4272-8b4b-1fa6a51b63ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:20:23.610614 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fa93a6-d625-4965-b456-b0689b2276dd tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Pushing event updated for resources: {'Port': ['ID=05e50e44-f51e-47dc-ac3a-2807783cd465,revision_number=2']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:20:23.614428 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-96fa93a6-d625-4965-b456-b0689b2276dd tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:20:23.623754 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-96fa93a6-d625-4965-b456-b0689b2276dd tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3708797'] for floatingip, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:20:23.720635 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.db.l3_db [None req-96fa93a6-d625-4965-b456-b0689b2276dd tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Floating IP 20020f08-08fa-48f1-bd70-0d25d3cc0c6c associated. External IP: 172.27.1.212, port: 1fb24474-5985-4676-9d2e-e8228cd381b8. Jun 23 19:20:23.916499 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96fa93a6-d625-4965-b456-b0689b2276dd tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Router 03f00452-d157-43c3-a25b-f5f31b9d8ac3 has already been hosted by L3 agent 74079d6f-659b-43f4-8a12-30a7ece685bb {{(pid=93953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:20:24.294296 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96fa93a6-d625-4965-b456-b0689b2276dd tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify agent at l3_agent.dv-cinder-790492-6-iscsi the message routers_updated {{(pid=93953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:20:24.306543 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea6a1fb-04df-43c6-b4a0-6d61814d1cea None None] Sync routers for ids ['03f00452-d157-43c3-a25b-f5f31b9d8ac3'] in dv-cinder-790492-6-iscsi {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:20:24.316184 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea6a1fb-04df-43c6-b4a0-6d61814d1cea None None] Routers {'03f00452-d157-43c3-a25b-f5f31b9d8ac3'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:20:24.316793 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-bea6a1fb-04df-43c6-b4a0-6d61814d1cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:20:03Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['03f00452-d157-43c3-a25b-f5f31b9d8ac3'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:20:24.358944 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-96fa93a6-d625-4965-b456-b0689b2276dd tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064'] for floatingip, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:20:24.407399 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-96fa93a6-d625-4965-b456-b0689b2276dd tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1812541 Jun 23 19:20:24.407399 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8350b571-8cba-4554-88ba-4019eedeb930', 'tag': '1fb24474-5985-4676-9d2e-e8228cd381b8'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:20:24.407399 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8902aeace0540733bba5a146bce723956a3312b5b25ae011a73fc84317b4d28a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db9a99bd-6ad1-4231-adbe-d07af68276ad" -d '{"events": [{"name": "network-changed", "server_uuid": "8350b571-8cba-4554-88ba-4019eedeb930", "tag": "1fb24474-5985-4676-9d2e-e8228cd381b8"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:20:24.420056 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-bea6a1fb-04df-43c6-b4a0-6d61814d1cea None None] Set router 03f00452-d157-43c3-a25b-f5f31b9d8ac3 gateway port host: dv-cinder-790492-6-iscsi {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:20:24.433891 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e0854b3-36a0-45a6-9d07-330cebcd286c x-openstack-request-id: req-6e0854b3-36a0-45a6-9d07-330cebcd286c {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:20:24.434229 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8350b571-8cba-4554-88ba-4019eedeb930", "tag": "1fb24474-5985-4676-9d2e-e8228cd381b8", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:20:24.434521 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6e0854b3-36a0-45a6-9d07-330cebcd286c {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:20:24.434952 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8350b571-8cba-4554-88ba-4019eedeb930', 'tag': '1fb24474-5985-4676-9d2e-e8228cd381b8', 'status': 'completed', 'code': 200} Jun 23 19:20:24.528542 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a99bd-6ad1-4231-adbe-d07af68276ad req-2fecd497-ebf1-4045-a259-e07c0c0bc624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:20:24.530006 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-db9a99bd-6ad1-4231-adbe-d07af68276ad req-2fecd497-ebf1-4045-a259-e07c0c0bc624 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aa96fac7201b43d2b8633791c636d18c&device_id=8350b571-8cba-4554-88ba-4019eedeb930 HTTP/1.1" status: 200 len: 1098 time: 0.0504012 Jun 23 19:20:24.620902 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a99bd-6ad1-4231-adbe-d07af68276ad req-2571a655-a95d-4e7f-9c73-af79d620d2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:20:24.622275 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-db9a99bd-6ad1-4231-adbe-d07af68276ad req-2571a655-a95d-4e7f-9c73-af79d620d2e0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=03b00407-ece8-4036-91c7-ff69de4b3a72 HTTP/1.1" status: 200 len: 913 time: 0.0857255 Jun 23 19:20:24.641699 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-bea6a1fb-04df-43c6-b4a0-6d61814d1cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'name': 'tempest-TestVolumeBootPattern-1178771438-router', 'tenant_id': 'aa96fac7201b43d2b8633791c636d18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'c9379835-059d-4c35-9caa-e811930e2c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:14:35Z', 'updated_at': '2021-06-23T19:14:39Z', 'revision_number': 4, 'project_id': 'aa96fac7201b43d2b8633791c636d18c', 'gw_port': {'id': 'c9379835-059d-4c35-9caa-e811930e2c99', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:14:35Z', 'updated_at': '2021-06-23T19:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi', '_floatingips': [{'id': '20020f08-08fa-48f1-bd70-0d25d3cc0c6c', 'tenant_id': 'aa96fac7201b43d2b8633791c636d18c', 'floating_ip_address': '172.27.1.212', 'floating_network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'router_id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'port_id': '1fb24474-5985-4676-9d2e-e8228cd381b8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03b00407-ece8-4036-91c7-ff69de4b3a72', 'mac_address': 'fa:16:3e:2d:7b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8350b571-8cba-4554-88ba-4019eedeb930', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T19:20:23Z', 'updated_at': '2021-06-23T19:20:23Z', 'revision_number': 0, 'project_id': 'aa96fac7201b43d2b8633791c636d18c', 'fixed_ip_address_scope': None}, {'id': 'dc14c6a8-205c-498f-91ac-dda84e5f5d25', 'tenant_id': 'aa96fac7201b43d2b8633791c636d18c', 'floating_ip_address': '172.27.1.248', 'floating_network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'router_id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'port_id': '1fe05895-99d6-4d21-9afe-1382cc46f981', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03b00407-ece8-4036-91c7-ff69de4b3a72', 'mac_address': 'fa:16:3e:90:c6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30441264-6800-4d46-8f82-2bff586831b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T19:18:01Z', 'updated_at': '2021-06-23T19:18:03Z', 'revision_number': 1, 'project_id': 'aa96fac7201b43d2b8633791c636d18c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82adcb6f-164e-4e2b-8413-d669e42bcdc0', 'name': '', 'network_id': '03b00407-ece8-4036-91c7-ff69de4b3a72', 'tenant_id': 'aa96fac7201b43d2b8633791c636d18c', 'mac_address': 'fa:16:3e:fb:43:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '5e4f12f6-f920-4aa2-99cc-004ec6a10df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:14:38Z', 'updated_at': '2021-06-23T19:14:47Z', 'revision_number': 5, 'project_id': 'aa96fac7201b43d2b8633791c636d18c', 'subnets': [{'id': '5e4f12f6-f920-4aa2-99cc-004ec6a10df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:20:24.668372 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea6a1fb-04df-43c6-b4a0-6d61814d1cea None None] Checking router: 03f00452-d157-43c3-a25b-f5f31b9d8ac3 for host: dv-cinder-790492-6-iscsi {{(pid=93954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:20:24.676358 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea6a1fb-04df-43c6-b4a0-6d61814d1cea None None] Routers {'03f00452-d157-43c3-a25b-f5f31b9d8ac3'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:20:24.676969 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-bea6a1fb-04df-43c6-b4a0-6d61814d1cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:20:03Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['03f00452-d157-43c3-a25b-f5f31b9d8ac3'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:20:24.684321 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-db9a99bd-6ad1-4231-adbe-d07af68276ad req-10c605d1-04c9-45a6-b5eb-34c62311b879 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fb24474-5985-4676-9d2e-e8228cd381b8 HTTP/1.1" status: 200 len: 999 time: 0.0555825 Jun 23 19:20:24.734645 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a99bd-6ad1-4231-adbe-d07af68276ad req-9b95673d-f789-42e5-921d-7a5b71b76bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:20:24.736114 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-db9a99bd-6ad1-4231-adbe-d07af68276ad req-9b95673d-f789-42e5-921d-7a5b71b76bf9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5e4f12f6-f920-4aa2-99cc-004ec6a10df3 HTTP/1.1" status: 200 len: 851 time: 0.0451396 Jun 23 19:20:24.779472 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-bea6a1fb-04df-43c6-b4a0-6d61814d1cea None None] Set router 03f00452-d157-43c3-a25b-f5f31b9d8ac3 gateway port host: dv-cinder-790492-6-iscsi {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:20:24.793186 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a99bd-6ad1-4231-adbe-d07af68276ad req-fb63d9fa-22b8-4f0a-8f28-03b9ae2755e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:20:24.794691 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-db9a99bd-6ad1-4231-adbe-d07af68276ad req-fb63d9fa-22b8-4f0a-8f28-03b9ae2755e1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=03b00407-ece8-4036-91c7-ff69de4b3a72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0513675 Jun 23 19:20:24.881479 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-db9a99bd-6ad1-4231-adbe-d07af68276ad req-ab46d9a1-3712-4d99-9482-63b42fe3d9e1 service neutron] 10.222.0.49 "GET /v2.0/networks/03b00407-ece8-4036-91c7-ff69de4b3a72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791514 Jun 23 19:20:24.978780 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-db9a99bd-6ad1-4231-adbe-d07af68276ad req-600c06fe-795a-4cac-a722-4b877bfb3231 service neutron] 10.222.0.49 "GET /v2.0/networks/03b00407-ece8-4036-91c7-ff69de4b3a72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891135 Jun 23 19:20:25.019147 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-bea6a1fb-04df-43c6-b4a0-6d61814d1cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'name': 'tempest-TestVolumeBootPattern-1178771438-router', 'tenant_id': 'aa96fac7201b43d2b8633791c636d18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'c9379835-059d-4c35-9caa-e811930e2c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:14:35Z', 'updated_at': '2021-06-23T19:14:39Z', 'revision_number': 4, 'project_id': 'aa96fac7201b43d2b8633791c636d18c', 'gw_port': {'id': 'c9379835-059d-4c35-9caa-e811930e2c99', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:14:35Z', 'updated_at': '2021-06-23T19:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi', '_floatingips': [{'id': '20020f08-08fa-48f1-bd70-0d25d3cc0c6c', 'tenant_id': 'aa96fac7201b43d2b8633791c636d18c', 'floating_ip_address': '172.27.1.212', 'floating_network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'router_id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'port_id': '1fb24474-5985-4676-9d2e-e8228cd381b8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03b00407-ece8-4036-91c7-ff69de4b3a72', 'mac_address': 'fa:16:3e:2d:7b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8350b571-8cba-4554-88ba-4019eedeb930', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T19:20:23Z', 'updated_at': '2021-06-23T19:20:23Z', 'revision_number': 0, 'project_id': 'aa96fac7201b43d2b8633791c636d18c', 'fixed_ip_address_scope': None}, {'id': 'dc14c6a8-205c-498f-91ac-dda84e5f5d25', 'tenant_id': 'aa96fac7201b43d2b8633791c636d18c', 'floating_ip_address': '172.27.1.248', 'floating_network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'router_id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'port_id': '1fe05895-99d6-4d21-9afe-1382cc46f981', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03b00407-ece8-4036-91c7-ff69de4b3a72', 'mac_address': 'fa:16:3e:90:c6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30441264-6800-4d46-8f82-2bff586831b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T19:18:01Z', 'updated_at': '2021-06-23T19:18:03Z', 'revision_number': 1, 'project_id': 'aa96fac7201b43d2b8633791c636d18c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82adcb6f-164e-4e2b-8413-d669e42bcdc0', 'name': '', 'network_id': '03b00407-ece8-4036-91c7-ff69de4b3a72', 'tenant_id': 'aa96fac7201b43d2b8633791c636d18c', 'mac_address': 'fa:16:3e:fb:43:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '5e4f12f6-f920-4aa2-99cc-004ec6a10df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:14:38Z', 'updated_at': '2021-06-23T19:14:47Z', 'revision_number': 5, 'project_id': 'aa96fac7201b43d2b8633791c636d18c', 'subnets': [{'id': '5e4f12f6-f920-4aa2-99cc-004ec6a10df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:20:25.048216 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea6a1fb-04df-43c6-b4a0-6d61814d1cea None None] The sync data for ids ['03f00452-d157-43c3-a25b-f5f31b9d8ac3'] in dv-cinder-790492-6-iscsi is: [{'id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'name': 'tempest-TestVolumeBootPattern-1178771438-router', 'tenant_id': 'aa96fac7201b43d2b8633791c636d18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'c9379835-059d-4c35-9caa-e811930e2c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:14:35Z', 'updated_at': '2021-06-23T19:14:39Z', 'revision_number': 4, 'project_id': 'aa96fac7201b43d2b8633791c636d18c', 'gw_port': {'id': 'c9379835-059d-4c35-9caa-e811930e2c99', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:14:35Z', 'updated_at': '2021-06-23T19:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi', '_floatingips': [{'id': '20020f08-08fa-48f1-bd70-0d25d3cc0c6c', 'tenant_id': 'aa96fac7201b43d2b8633791c636d18c', 'floating_ip_address': '172.27.1.212', 'floating_network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'router_id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'port_id': '1fb24474-5985-4676-9d2e-e8228cd381b8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03b00407-ece8-4036-91c7-ff69de4b3a72', 'mac_address': 'fa:16:3e:2d:7b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8350b571-8cba-4554-88ba-4019eedeb930', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T19:20:23Z', 'updated_at': '2021-06-23T19:20:23Z', 'revision_number': 0, 'project_id': 'aa96fac7201b43d2b8633791c636d18c', 'fixed_ip_address_scope': None}, {'id': 'dc14c6a8-205c-498f-91ac-dda84e5f5d25', 'tenant_id': 'aa96fac7201b43d2b8633791c636d18c', 'floating_ip_address': '172.27.1.248', 'floating_network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'router_id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'port_id': '1fe05895-99d6-4d21-9afe-1382cc46f981', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03b00407-ece8-4036-91c7-ff69de4b3a72', 'mac_address': 'fa:16:3e:90:c6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30441264-6800-4d46-8f82-2bff586831b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T19:18:01Z', 'updated_at': '2021-06-23T19:18:03Z', 'revision_number': 1, 'project_id': 'aa96fac7201b43d2b8633791c636d18c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82adcb6f-164e-4e2b-8413-d669e42bcdc0', 'name': '', 'network_id': '03b00407-ece8-4036-91c7-ff69de4b3a72', 'tenant_id': 'aa96fac7201b43d2b8633791c636d18c', 'mac_address': 'fa:16:3e:fb:43:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '5e4f12f6-f920-4aa2-99cc-004ec6a10df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:14:38Z', 'updated_at': '2021-06-23T19:14:47Z', 'revision_number': 5, 'project_id': 'aa96fac7201b43d2b8633791c636d18c', 'subnets': [{'id': '5e4f12f6-f920-4aa2-99cc-004ec6a10df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:20:25.219075 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53c89c5-5dd2-455f-8497-e6e4968f77e0 None None] New status for floating IP 20020f08-08fa-48f1-bd70-0d25d3cc0c6c: ACTIVE {{(pid=93955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 19:20:30.215917 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-a225fb99-d669-47e0-9291-62b02960e864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:20:32.941372 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-b928044c-bd68-477b-9e86-590a23db7aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:20:32.974777 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:20:34.146724 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-36873b57-c469-4164-8152-400a4dc72ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:20:35.449176 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0dfa02b7-e69b-42f9-a1c6-d55a29ea84e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:20:47.266657 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:20:56.546574 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d3ef69e7-55b4-4755-a7a6-8bd55219ebb2 req-757d6d6b-0710-4fa0-9c7e-2e5bfc2acb55 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=30441264-6800-4d46-8f82-2bff586831b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0495493 Jun 23 19:20:56.661479 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef69e7-55b4-4755-a7a6-8bd55219ebb2 req-8b41b0a4-6d9d-4ded-8588-19fcf56bdc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:20:56.662905 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d3ef69e7-55b4-4755-a7a6-8bd55219ebb2 req-8b41b0a4-6d9d-4ded-8588-19fcf56bdc47 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aa96fac7201b43d2b8633791c636d18c&device_id=30441264-6800-4d46-8f82-2bff586831b9 HTTP/1.1" status: 200 len: 1099 time: 0.0515857 Jun 23 19:20:56.771651 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef69e7-55b4-4755-a7a6-8bd55219ebb2 req-35d8ce61-965d-4479-8c10-de0834d4eafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:20:56.773062 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d3ef69e7-55b4-4755-a7a6-8bd55219ebb2 req-35d8ce61-965d-4479-8c10-de0834d4eafd service neutron] 10.222.0.49 "GET /v2.0/networks?id=03b00407-ece8-4036-91c7-ff69de4b3a72 HTTP/1.1" status: 200 len: 913 time: 0.0859654 Jun 23 19:20:56.838619 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d3ef69e7-55b4-4755-a7a6-8bd55219ebb2 req-b87e8f58-03d1-4440-88e3-48fd4e2ed596 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1fe05895-99d6-4d21-9afe-1382cc46f981 HTTP/1.1" status: 200 len: 1002 time: 0.0579588 Jun 23 19:20:56.887778 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef69e7-55b4-4755-a7a6-8bd55219ebb2 req-94deb8f4-6713-4ec1-9a71-c57b99fbf233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:20:56.889154 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d3ef69e7-55b4-4755-a7a6-8bd55219ebb2 req-94deb8f4-6713-4ec1-9a71-c57b99fbf233 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5e4f12f6-f920-4aa2-99cc-004ec6a10df3 HTTP/1.1" status: 200 len: 851 time: 0.0410502 Jun 23 19:20:56.944566 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef69e7-55b4-4755-a7a6-8bd55219ebb2 req-a12a27ed-a9be-4ce8-b781-141bf0a55b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:20:56.945976 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d3ef69e7-55b4-4755-a7a6-8bd55219ebb2 req-a12a27ed-a9be-4ce8-b781-141bf0a55b8d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=03b00407-ece8-4036-91c7-ff69de4b3a72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0496492 Jun 23 19:20:57.039129 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d3ef69e7-55b4-4755-a7a6-8bd55219ebb2 req-80dd5194-25d1-499c-93a7-81d1463b763f service neutron] 10.222.0.49 "GET /v2.0/networks/03b00407-ece8-4036-91c7-ff69de4b3a72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821166 Jun 23 19:20:57.133443 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d3ef69e7-55b4-4755-a7a6-8bd55219ebb2 req-0b2854a3-8058-4573-9fe9-ec88663596a0 service neutron] 10.222.0.49 "GET /v2.0/networks/03b00407-ece8-4036-91c7-ff69de4b3a72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871317 Jun 23 19:20:57.314163 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.agents_db [None req-808d9167-7b86-4487-ac1f-373b1677e9b0 None None] Agent healthcheck: found 6 active agents {{(pid=93955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:21:00.186098 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-015293c1-17d1-496a-8432-0a2519fa03ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:21:02.917768 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-5ec7dadb-ddd8-41c0-9349-b2bc29de3e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:21:03.008337 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:21:04.128493 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-36873b57-c469-4164-8152-400a4dc72ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:21:05.419779 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0dfa02b7-e69b-42f9-a1c6-d55a29ea84e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:21:17.276966 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:21:30.190618 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-aa8c346a-4184-40ce-b53f-362c5509ba25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:21:32.916454 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-79cb1db3-5dca-4f06-894f-ee06dc86e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:21:33.008121 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:21:34.133992 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-36873b57-c469-4164-8152-400a4dc72ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:21:34.312147 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.agents_db [None req-808d9167-7b86-4487-ac1f-373b1677e9b0 None None] Agent healthcheck: found 6 active agents {{(pid=93955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:21:35.425528 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0dfa02b7-e69b-42f9-a1c6-d55a29ea84e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:21:47.270581 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:21:57.475136 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-052e74ab-1564-4a3b-8f98-aba29be13ddc req-f20080a2-2da6-48ee-a08f-1bc1bc7d40dd service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8350b571-8cba-4554-88ba-4019eedeb930&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0533791 Jun 23 19:21:57.566540 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052e74ab-1564-4a3b-8f98-aba29be13ddc req-57e3f695-6d1a-4262-8298-116f7adaa709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:21:57.568539 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-052e74ab-1564-4a3b-8f98-aba29be13ddc req-57e3f695-6d1a-4262-8298-116f7adaa709 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aa96fac7201b43d2b8633791c636d18c&device_id=8350b571-8cba-4554-88ba-4019eedeb930 HTTP/1.1" status: 200 len: 1098 time: 0.0500116 Jun 23 19:21:57.666835 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052e74ab-1564-4a3b-8f98-aba29be13ddc req-b3fd1336-04a5-4743-a156-176cbb03468f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:21:57.668273 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-052e74ab-1564-4a3b-8f98-aba29be13ddc req-b3fd1336-04a5-4743-a156-176cbb03468f service neutron] 10.222.0.49 "GET /v2.0/networks?id=03b00407-ece8-4036-91c7-ff69de4b3a72 HTTP/1.1" status: 200 len: 913 time: 0.0814881 Jun 23 19:21:57.737492 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-052e74ab-1564-4a3b-8f98-aba29be13ddc req-8083c7f4-f63e-455b-84c1-54326b09a669 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fb24474-5985-4676-9d2e-e8228cd381b8 HTTP/1.1" status: 200 len: 1001 time: 0.0596871 Jun 23 19:21:57.788589 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052e74ab-1564-4a3b-8f98-aba29be13ddc req-74005d90-fbcd-4dc5-9215-3cdf6acec113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:21:57.789967 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-052e74ab-1564-4a3b-8f98-aba29be13ddc req-74005d90-fbcd-4dc5-9215-3cdf6acec113 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5e4f12f6-f920-4aa2-99cc-004ec6a10df3 HTTP/1.1" status: 200 len: 851 time: 0.0454786 Jun 23 19:21:57.845018 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052e74ab-1564-4a3b-8f98-aba29be13ddc req-51f46ec7-b3c0-4874-8349-dbfe00ef43d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:21:57.846431 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-052e74ab-1564-4a3b-8f98-aba29be13ddc req-51f46ec7-b3c0-4874-8349-dbfe00ef43d0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=03b00407-ece8-4036-91c7-ff69de4b3a72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0497582 Jun 23 19:21:57.939439 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-052e74ab-1564-4a3b-8f98-aba29be13ddc req-cab0df5f-4792-448e-9947-9c561cfe7ac7 service neutron] 10.222.0.49 "GET /v2.0/networks/03b00407-ece8-4036-91c7-ff69de4b3a72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834844 Jun 23 19:21:58.033737 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-052e74ab-1564-4a3b-8f98-aba29be13ddc req-a9788c2e-63ac-4e75-bf11-e645cbd1a183 service neutron] 10.222.0.49 "GET /v2.0/networks/03b00407-ece8-4036-91c7-ff69de4b3a72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846508 Jun 23 19:22:00.179358 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-2d13dafa-c685-4f29-ba46-f35851fe1091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:02.847021 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 40454) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:22:02.928692 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-cf019c45-b616-4f03-a228-34f4eb1c8425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:02.996188 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:03.005946 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-87982197-e13e-4d0c-b7fc-92c8ec1fcf9c tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Deleting port 05e50e44-f51e-47dc-ac3a-2807783cd465 {{(pid=93953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:22:03.006313 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-87982197-e13e-4d0c-b7fc-92c8ec1fcf9c tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745549706015'] for port, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:03.078587 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-87982197-e13e-4d0c-b7fc-92c8ec1fcf9c tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710932'] for port, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:03.078914 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-87982197-e13e-4d0c-b7fc-92c8ec1fcf9c tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:03.089942 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-87982197-e13e-4d0c-b7fc-92c8ec1fcf9c tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Calling delete_port for 05e50e44-f51e-47dc-ac3a-2807783cd465 owned by network:floatingip {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:22:03.327639 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-87982197-e13e-4d0c-b7fc-92c8ec1fcf9c tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745549710641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745549236134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28924686'] for port, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:03.329675 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-05a0b3f4-d779-447e-9f05-60e7a3bc5447 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:22:03.352467 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87982197-e13e-4d0c-b7fc-92c8ec1fcf9c tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Pushing event deleted for resources: {'Port': ['ID=05e50e44-f51e-47dc-ac3a-2807783cd465,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:22:03.362205 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87982197-e13e-4d0c-b7fc-92c8ec1fcf9c tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:22:03.362590 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87982197-e13e-4d0c-b7fc-92c8ec1fcf9c tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:22:03.363067 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87982197-e13e-4d0c-b7fc-92c8ec1fcf9c tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:22:03.363460 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87982197-e13e-4d0c-b7fc-92c8ec1fcf9c tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:22:03.364375 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87982197-e13e-4d0c-b7fc-92c8ec1fcf9c tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:22:03.364375 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87982197-e13e-4d0c-b7fc-92c8ec1fcf9c tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:22:03.364579 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87982197-e13e-4d0c-b7fc-92c8ec1fcf9c tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:22:03.364903 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87982197-e13e-4d0c-b7fc-92c8ec1fcf9c tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:22:03.365261 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87982197-e13e-4d0c-b7fc-92c8ec1fcf9c tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:22:03.365619 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87982197-e13e-4d0c-b7fc-92c8ec1fcf9c tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:22:03.365971 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87982197-e13e-4d0c-b7fc-92c8ec1fcf9c tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:22:03.366384 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87982197-e13e-4d0c-b7fc-92c8ec1fcf9c tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:22:03.370877 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-87982197-e13e-4d0c-b7fc-92c8ec1fcf9c tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:22:03.428268 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-87982197-e13e-4d0c-b7fc-92c8ec1fcf9c tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks [] for floatingip, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:03.428624 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.db.l3_db [None req-87982197-e13e-4d0c-b7fc-92c8ec1fcf9c tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Floating IP 20020f08-08fa-48f1-bd70-0d25d3cc0c6c disassociated (deleted). External IP: 172.27.1.212, port: 1fb24474-5985-4676-9d2e-e8228cd381b8. Jun 23 19:22:03.628743 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87982197-e13e-4d0c-b7fc-92c8ec1fcf9c tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Router 03f00452-d157-43c3-a25b-f5f31b9d8ac3 has already been hosted by L3 agent 74079d6f-659b-43f4-8a12-30a7ece685bb {{(pid=93953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:22:03.730830 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87982197-e13e-4d0c-b7fc-92c8ec1fcf9c tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify agent at l3_agent.dv-cinder-790492-6-iscsi the message routers_updated {{(pid=93953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:22:03.735824 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-87982197-e13e-4d0c-b7fc-92c8ec1fcf9c tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064'] for floatingip, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:03.740240 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d66ca7-dc1f-4e18-9e9e-2dcb1007aa05 None None] Sync routers for ids ['03f00452-d157-43c3-a25b-f5f31b9d8ac3'] in dv-cinder-790492-6-iscsi {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:22:03.748675 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d66ca7-dc1f-4e18-9e9e-2dcb1007aa05 None None] Routers {'03f00452-d157-43c3-a25b-f5f31b9d8ac3'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:22:03.749288 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-45d66ca7-dc1f-4e18-9e9e-2dcb1007aa05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:22:03Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['03f00452-d157-43c3-a25b-f5f31b9d8ac3'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:22:03.775259 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-87982197-e13e-4d0c-b7fc-92c8ec1fcf9c tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "DELETE /v2.0/floatingips/20020f08-08fa-48f1-bd70-0d25d3cc0c6c HTTP/1.1" status: 204 len: 168 time: 0.9271388 Jun 23 19:22:03.775964 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8350b571-8cba-4554-88ba-4019eedeb930', 'tag': '1fb24474-5985-4676-9d2e-e8228cd381b8'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:22:03.778792 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8902aeace0540733bba5a146bce723956a3312b5b25ae011a73fc84317b4d28a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5abed62-3248-4e82-9b4e-f2fe37f4c52f" -d '{"events": [{"name": "network-changed", "server_uuid": "8350b571-8cba-4554-88ba-4019eedeb930", "tag": "1fb24474-5985-4676-9d2e-e8228cd381b8"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:22:03.860809 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-45d66ca7-dc1f-4e18-9e9e-2dcb1007aa05 None None] Set router 03f00452-d157-43c3-a25b-f5f31b9d8ac3 gateway port host: dv-cinder-790492-6-iscsi {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:22:04.093196 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-45d66ca7-dc1f-4e18-9e9e-2dcb1007aa05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'name': 'tempest-TestVolumeBootPattern-1178771438-router', 'tenant_id': 'aa96fac7201b43d2b8633791c636d18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'c9379835-059d-4c35-9caa-e811930e2c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:14:35Z', 'updated_at': '2021-06-23T19:14:39Z', 'revision_number': 4, 'project_id': 'aa96fac7201b43d2b8633791c636d18c', 'gw_port': {'id': 'c9379835-059d-4c35-9caa-e811930e2c99', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:14:35Z', 'updated_at': '2021-06-23T19:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi', '_floatingips': [{'id': 'dc14c6a8-205c-498f-91ac-dda84e5f5d25', 'tenant_id': 'aa96fac7201b43d2b8633791c636d18c', 'floating_ip_address': '172.27.1.248', 'floating_network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'router_id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'port_id': '1fe05895-99d6-4d21-9afe-1382cc46f981', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03b00407-ece8-4036-91c7-ff69de4b3a72', 'mac_address': 'fa:16:3e:90:c6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30441264-6800-4d46-8f82-2bff586831b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T19:18:01Z', 'updated_at': '2021-06-23T19:18:03Z', 'revision_number': 1, 'project_id': 'aa96fac7201b43d2b8633791c636d18c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82adcb6f-164e-4e2b-8413-d669e42bcdc0', 'name': '', 'network_id': '03b00407-ece8-4036-91c7-ff69de4b3a72', 'tenant_id': 'aa96fac7201b43d2b8633791c636d18c', 'mac_address': 'fa:16:3e:fb:43:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '5e4f12f6-f920-4aa2-99cc-004ec6a10df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:14:38Z', 'updated_at': '2021-06-23T19:14:47Z', 'revision_number': 5, 'project_id': 'aa96fac7201b43d2b8633791c636d18c', 'subnets': [{'id': '5e4f12f6-f920-4aa2-99cc-004ec6a10df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:22:04.122596 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d66ca7-dc1f-4e18-9e9e-2dcb1007aa05 None None] Checking router: 03f00452-d157-43c3-a25b-f5f31b9d8ac3 for host: dv-cinder-790492-6-iscsi {{(pid=93954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:22:04.131490 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d66ca7-dc1f-4e18-9e9e-2dcb1007aa05 None None] Routers {'03f00452-d157-43c3-a25b-f5f31b9d8ac3'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:22:04.132089 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-45d66ca7-dc1f-4e18-9e9e-2dcb1007aa05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:22:03Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['03f00452-d157-43c3-a25b-f5f31b9d8ac3'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:22:04.136053 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-36873b57-c469-4164-8152-400a4dc72ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:04.161190 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba8c7f85-ba12-4743-94c1-f327ec494cc5 x-openstack-request-id: req-ba8c7f85-ba12-4743-94c1-f327ec494cc5 {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:22:04.161721 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8350b571-8cba-4554-88ba-4019eedeb930", "tag": "1fb24474-5985-4676-9d2e-e8228cd381b8", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:22:04.161954 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ba8c7f85-ba12-4743-94c1-f327ec494cc5 {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:22:04.162393 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8350b571-8cba-4554-88ba-4019eedeb930', 'tag': '1fb24474-5985-4676-9d2e-e8228cd381b8', 'status': 'completed', 'code': 200} Jun 23 19:22:04.235132 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-45d66ca7-dc1f-4e18-9e9e-2dcb1007aa05 None None] Set router 03f00452-d157-43c3-a25b-f5f31b9d8ac3 gateway port host: dv-cinder-790492-6-iscsi {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:22:04.305737 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5abed62-3248-4e82-9b4e-f2fe37f4c52f req-28e5d7fd-af16-43bd-b9a9-e47b5808a593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:22:04.307291 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f5abed62-3248-4e82-9b4e-f2fe37f4c52f req-28e5d7fd-af16-43bd-b9a9-e47b5808a593 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aa96fac7201b43d2b8633791c636d18c&device_id=8350b571-8cba-4554-88ba-4019eedeb930 HTTP/1.1" status: 200 len: 1098 time: 0.0601058 Jun 23 19:22:04.410665 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5abed62-3248-4e82-9b4e-f2fe37f4c52f req-c358cd9c-0fe4-4408-a851-233e08e6bbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:22:04.412098 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f5abed62-3248-4e82-9b4e-f2fe37f4c52f req-c358cd9c-0fe4-4408-a851-233e08e6bbe6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=03b00407-ece8-4036-91c7-ff69de4b3a72 HTTP/1.1" status: 200 len: 913 time: 0.0975704 Jun 23 19:22:04.463198 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-45d66ca7-dc1f-4e18-9e9e-2dcb1007aa05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'name': 'tempest-TestVolumeBootPattern-1178771438-router', 'tenant_id': 'aa96fac7201b43d2b8633791c636d18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'c9379835-059d-4c35-9caa-e811930e2c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:14:35Z', 'updated_at': '2021-06-23T19:14:39Z', 'revision_number': 4, 'project_id': 'aa96fac7201b43d2b8633791c636d18c', 'gw_port': {'id': 'c9379835-059d-4c35-9caa-e811930e2c99', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:14:35Z', 'updated_at': '2021-06-23T19:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi', '_floatingips': [{'id': 'dc14c6a8-205c-498f-91ac-dda84e5f5d25', 'tenant_id': 'aa96fac7201b43d2b8633791c636d18c', 'floating_ip_address': '172.27.1.248', 'floating_network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'router_id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'port_id': '1fe05895-99d6-4d21-9afe-1382cc46f981', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03b00407-ece8-4036-91c7-ff69de4b3a72', 'mac_address': 'fa:16:3e:90:c6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30441264-6800-4d46-8f82-2bff586831b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T19:18:01Z', 'updated_at': '2021-06-23T19:18:03Z', 'revision_number': 1, 'project_id': 'aa96fac7201b43d2b8633791c636d18c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82adcb6f-164e-4e2b-8413-d669e42bcdc0', 'name': '', 'network_id': '03b00407-ece8-4036-91c7-ff69de4b3a72', 'tenant_id': 'aa96fac7201b43d2b8633791c636d18c', 'mac_address': 'fa:16:3e:fb:43:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '5e4f12f6-f920-4aa2-99cc-004ec6a10df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:14:38Z', 'updated_at': '2021-06-23T19:14:47Z', 'revision_number': 5, 'project_id': 'aa96fac7201b43d2b8633791c636d18c', 'subnets': [{'id': '5e4f12f6-f920-4aa2-99cc-004ec6a10df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:22:04.466409 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f5abed62-3248-4e82-9b4e-f2fe37f4c52f req-25a1bc98-aa52-4181-b275-612a0f39d3de service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fb24474-5985-4676-9d2e-e8228cd381b8 HTTP/1.1" status: 200 len: 217 time: 0.0375750 Jun 23 19:22:04.489713 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d66ca7-dc1f-4e18-9e9e-2dcb1007aa05 None None] The sync data for ids ['03f00452-d157-43c3-a25b-f5f31b9d8ac3'] in dv-cinder-790492-6-iscsi is: [{'id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'name': 'tempest-TestVolumeBootPattern-1178771438-router', 'tenant_id': 'aa96fac7201b43d2b8633791c636d18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'c9379835-059d-4c35-9caa-e811930e2c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:14:35Z', 'updated_at': '2021-06-23T19:14:39Z', 'revision_number': 4, 'project_id': 'aa96fac7201b43d2b8633791c636d18c', 'gw_port': {'id': 'c9379835-059d-4c35-9caa-e811930e2c99', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:14:35Z', 'updated_at': '2021-06-23T19:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi', '_floatingips': [{'id': 'dc14c6a8-205c-498f-91ac-dda84e5f5d25', 'tenant_id': 'aa96fac7201b43d2b8633791c636d18c', 'floating_ip_address': '172.27.1.248', 'floating_network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'router_id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'port_id': '1fe05895-99d6-4d21-9afe-1382cc46f981', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03b00407-ece8-4036-91c7-ff69de4b3a72', 'mac_address': 'fa:16:3e:90:c6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30441264-6800-4d46-8f82-2bff586831b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T19:18:01Z', 'updated_at': '2021-06-23T19:18:03Z', 'revision_number': 1, 'project_id': 'aa96fac7201b43d2b8633791c636d18c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82adcb6f-164e-4e2b-8413-d669e42bcdc0', 'name': '', 'network_id': '03b00407-ece8-4036-91c7-ff69de4b3a72', 'tenant_id': 'aa96fac7201b43d2b8633791c636d18c', 'mac_address': 'fa:16:3e:fb:43:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '5e4f12f6-f920-4aa2-99cc-004ec6a10df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:14:38Z', 'updated_at': '2021-06-23T19:14:47Z', 'revision_number': 5, 'project_id': 'aa96fac7201b43d2b8633791c636d18c', 'subnets': [{'id': '5e4f12f6-f920-4aa2-99cc-004ec6a10df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:22:04.532013 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2cd003-dffd-4920-a30e-e27e5476580e req-0500a896-ce8b-43de-abb5-585421c9899b tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:22:04.533535 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fa2cd003-dffd-4920-a30e-e27e5476580e req-0500a896-ce8b-43de-abb5-585421c9899b tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/ports?device_id=8350b571-8cba-4554-88ba-4019eedeb930 HTTP/1.1" status: 200 len: 945 time: 0.2876017 Jun 23 19:22:04.537573 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5abed62-3248-4e82-9b4e-f2fe37f4c52f req-347ee623-97d2-405a-81f0-c6f142d0c7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:22:04.539470 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f5abed62-3248-4e82-9b4e-f2fe37f4c52f req-347ee623-97d2-405a-81f0-c6f142d0c7f9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5e4f12f6-f920-4aa2-99cc-004ec6a10df3 HTTP/1.1" status: 200 len: 851 time: 0.0621057 Jun 23 19:22:04.600201 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fa2cd003-dffd-4920-a30e-e27e5476580e req-4d1e7600-a9bf-4552-9dca-195e65d4bdc0 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/security-groups?id=66cebad4-9632-4565-8aae-42cad405228f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597939 Jun 23 19:22:04.619974 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5abed62-3248-4e82-9b4e-f2fe37f4c52f req-937ecdef-2e02-49fb-95b0-bd387f075c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:22:04.621609 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f5abed62-3248-4e82-9b4e-f2fe37f4c52f req-937ecdef-2e02-49fb-95b0-bd387f075c12 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=03b00407-ece8-4036-91c7-ff69de4b3a72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0744901 Jun 23 19:22:04.712048 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8a6b13-1303-4683-a199-f5aa5c44d991 None None] New status for floating IP 20020f08-08fa-48f1-bd70-0d25d3cc0c6c: DOWN {{(pid=93955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 19:22:04.718524 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f5abed62-3248-4e82-9b4e-f2fe37f4c52f req-8db617b9-eb94-48e8-8351-a203e24d65ae service neutron] 10.222.0.49 "GET /v2.0/networks/03b00407-ece8-4036-91c7-ff69de4b3a72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883894 Jun 23 19:22:04.816263 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f5abed62-3248-4e82-9b4e-f2fe37f4c52f req-4e4484c8-aeef-44f7-bbaf-8fbabf076762 service neutron] 10.222.0.49 "GET /v2.0/networks/03b00407-ece8-4036-91c7-ff69de4b3a72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882661 Jun 23 19:22:05.435993 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0dfa02b7-e69b-42f9-a1c6-d55a29ea84e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:05.784419 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b23025-cf19-4146-9a5d-f95e87ed3bc2 req-a80e5260-0dda-40d3-bce6-2f771f951ace tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:22:05.788243 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c1b23025-cf19-4146-9a5d-f95e87ed3bc2 req-a80e5260-0dda-40d3-bce6-2f771f951ace tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/ports?device_id=8350b571-8cba-4554-88ba-4019eedeb930 HTTP/1.1" status: 200 len: 945 time: 0.0621841 Jun 23 19:22:05.826779 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c1b23025-cf19-4146-9a5d-f95e87ed3bc2 req-0e61468d-349f-4327-9068-8f8129f330b5 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/security-groups?id=66cebad4-9632-4565-8aae-42cad405228f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346985 Jun 23 19:22:06.315895 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26789a2-b98b-487a-b019-3d25c2b0edee req-373c8066-6c68-4370-beef-c33e20e5d125 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:22:06.317326 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f26789a2-b98b-487a-b019-3d25c2b0edee req-373c8066-6c68-4370-beef-c33e20e5d125 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.49 "GET /v2.0/ports?device_id=8350b571-8cba-4554-88ba-4019eedeb930 HTTP/1.1" status: 200 len: 945 time: 0.0610662 Jun 23 19:22:06.422847 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [req-f26789a2-b98b-487a-b019-3d25c2b0edee req-6aeec9b2-f61f-49a0-ac20-7cb2edca0af6 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Deleting port 1fb24474-5985-4676-9d2e-e8228cd381b8 {{(pid=93953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:22:06.423189 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-f26789a2-b98b-487a-b019-3d25c2b0edee req-6aeec9b2-f61f-49a0-ac20-7cb2edca0af6 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745549706015'] for port, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:06.510247 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-f26789a2-b98b-487a-b019-3d25c2b0edee req-6aeec9b2-f61f-49a0-ac20-7cb2edca0af6 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] For port 1fb24474-5985-4676-9d2e-e8228cd381b8, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=1fb24474-5985-4676-9d2e-e8228cd381b8,segment=NetworkSegment(ce49d902-3382-49f9-88d0-28e3cea581ea),segment_id=ce49d902-3382-49f9-88d0-28e3cea581ea)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:22:06.510613 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-f26789a2-b98b-487a-b019-3d25c2b0edee req-6aeec9b2-f61f-49a0-ac20-7cb2edca0af6 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710932'] for port, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:06.522009 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [req-f26789a2-b98b-487a-b019-3d25c2b0edee req-6aeec9b2-f61f-49a0-ac20-7cb2edca0af6 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Calling delete_port for 1fb24474-5985-4676-9d2e-e8228cd381b8 owned by compute:nova {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:22:06.704686 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-f26789a2-b98b-487a-b019-3d25c2b0edee req-6aeec9b2-f61f-49a0-ac20-7cb2edca0af6 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745549710641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745549236134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28924686'] for port, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:06.708639 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-633adb1a-e35f-4f51-a69a-e72ec79e2804 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:22:06.734042 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeec9b2-f61f-49a0-ac20-7cb2edca0af6 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Pushing event deleted for resources: {'Port': ['ID=1fb24474-5985-4676-9d2e-e8228cd381b8,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:22:06.737026 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-6aeec9b2-f61f-49a0-ac20-7cb2edca0af6 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:22:06.778596 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [req-f26789a2-b98b-487a-b019-3d25c2b0edee req-6aeec9b2-f61f-49a0-ac20-7cb2edca0af6 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] No DVR routers for this DVR port 1fb24474-5985-4676-9d2e-e8228cd381b8 on host hv-cinder-79049 {{(pid=93953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:22:06.781378 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-f26789a2-b98b-487a-b019-3d25c2b0edee req-6aeec9b2-f61f-49a0-ac20-7cb2edca0af6 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:06.783795 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f26789a2-b98b-487a-b019-3d25c2b0edee req-6aeec9b2-f61f-49a0-ac20-7cb2edca0af6 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.49 "DELETE /v2.0/ports/1fb24474-5985-4676-9d2e-e8228cd381b8 HTTP/1.1" status: 204 len: 173 time: 0.4573207 Jun 23 19:22:06.784327 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8350b571-8cba-4554-88ba-4019eedeb930', 'name': 'network-vif-deleted', 'tag': '1fb24474-5985-4676-9d2e-e8228cd381b8'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:22:06.786783 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8902aeace0540733bba5a146bce723956a3312b5b25ae011a73fc84317b4d28a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b095da-22d2-42f7-ada7-3b9cdd2cf2a5" -d '{"events": [{"server_uuid": "8350b571-8cba-4554-88ba-4019eedeb930", "name": "network-vif-deleted", "tag": "1fb24474-5985-4676-9d2e-e8228cd381b8"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:22:06.822701 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14cdcb21-e6e7-4c4f-9332-ba469d311fde x-openstack-request-id: req-14cdcb21-e6e7-4c4f-9332-ba469d311fde {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:22:06.823059 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8350b571-8cba-4554-88ba-4019eedeb930", "name": "network-vif-deleted", "tag": "1fb24474-5985-4676-9d2e-e8228cd381b8", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:22:06.823416 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-14cdcb21-e6e7-4c4f-9332-ba469d311fde {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:22:06.830920 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8350b571-8cba-4554-88ba-4019eedeb930', 'name': 'network-vif-deleted', 'tag': '1fb24474-5985-4676-9d2e-e8228cd381b8', 'status': 'completed', 'code': 200} Jun 23 19:22:06.968841 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0616d2f7-10ca-4374-b775-47e748993c4d req-a5758fbb-f704-46ba-acb5-7cea4ad18c77 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/ports?device_id=8350b571-8cba-4554-88ba-4019eedeb930 HTTP/1.1" status: 200 len: 210 time: 0.0305932 Jun 23 19:22:08.124266 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f4d75585-36b1-4f71-8c1e-65d10f601d37 req-ed663bc2-d727-4b51-8546-ac6eb4b4647e tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/ports?device_id=8350b571-8cba-4554-88ba-4019eedeb930 HTTP/1.1" status: 200 len: 210 time: 0.0327764 Jun 23 19:22:09.957599 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device 1fb24474-5985-4676-9d2e-e8228cd381b8 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:22:09.981501 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] No Port match for: 1fb24474-5985-4676-9d2e-e8228cd381b8 {{(pid=93954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:22:09.981850 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device 1fb24474-5985-4676-9d2e-e8228cd381b8 not bound to the agent host hv-cinder-79049 {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:22:11.311269 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.agents_db [None req-808d9167-7b86-4487-ac1f-373b1677e9b0 None None] Agent healthcheck: found 6 active agents {{(pid=93955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:22:11.628531 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 40502) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:22:11.776306 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-5b01600d-750a-45eb-af9a-981008f17872 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Deleting port 12dd8afa-b85a-4c14-8bab-2ff32e6282b5 {{(pid=93953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:22:11.776643 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-5b01600d-750a-45eb-af9a-981008f17872 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745549706015'] for port, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:11.846046 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-5b01600d-750a-45eb-af9a-981008f17872 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710932'] for port, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:11.846367 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-5b01600d-750a-45eb-af9a-981008f17872 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:11.857225 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-5b01600d-750a-45eb-af9a-981008f17872 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Calling delete_port for 12dd8afa-b85a-4c14-8bab-2ff32e6282b5 owned by network:floatingip {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:22:12.070124 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-5b01600d-750a-45eb-af9a-981008f17872 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745549710641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745549236134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28924686'] for port, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:12.073321 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-633adb1a-e35f-4f51-a69a-e72ec79e2804 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:22:12.101338 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b01600d-750a-45eb-af9a-981008f17872 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Pushing event deleted for resources: {'Port': ['ID=12dd8afa-b85a-4c14-8bab-2ff32e6282b5,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:22:12.104057 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-5b01600d-750a-45eb-af9a-981008f17872 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:22:12.159711 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-5b01600d-750a-45eb-af9a-981008f17872 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks [] for floatingip, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:12.159968 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.db.l3_db [None req-5b01600d-750a-45eb-af9a-981008f17872 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Floating IP dc14c6a8-205c-498f-91ac-dda84e5f5d25 disassociated (deleted). External IP: 172.27.1.248, port: 1fe05895-99d6-4d21-9afe-1382cc46f981. Jun 23 19:22:12.634580 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b01600d-750a-45eb-af9a-981008f17872 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Router 03f00452-d157-43c3-a25b-f5f31b9d8ac3 has already been hosted by L3 agent 74079d6f-659b-43f4-8a12-30a7ece685bb {{(pid=93953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:22:12.737118 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b01600d-750a-45eb-af9a-981008f17872 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify agent at l3_agent.dv-cinder-790492-6-iscsi the message routers_updated {{(pid=93953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:22:12.741455 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-5b01600d-750a-45eb-af9a-981008f17872 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064'] for floatingip, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:12.747506 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934d24f4-deba-49d7-bafc-49bac6134e86 None None] Sync routers for ids ['03f00452-d157-43c3-a25b-f5f31b9d8ac3'] in dv-cinder-790492-6-iscsi {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:22:12.755972 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934d24f4-deba-49d7-bafc-49bac6134e86 None None] Routers {'03f00452-d157-43c3-a25b-f5f31b9d8ac3'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:22:12.756585 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-934d24f4-deba-49d7-bafc-49bac6134e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:22:03Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['03f00452-d157-43c3-a25b-f5f31b9d8ac3'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:22:12.776723 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-5b01600d-750a-45eb-af9a-981008f17872 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "DELETE /v2.0/floatingips/dc14c6a8-205c-498f-91ac-dda84e5f5d25 HTTP/1.1" status: 204 len: 168 time: 1.1471286 Jun 23 19:22:12.777405 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30441264-6800-4d46-8f82-2bff586831b9', 'tag': '1fe05895-99d6-4d21-9afe-1382cc46f981'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:22:12.779764 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8902aeace0540733bba5a146bce723956a3312b5b25ae011a73fc84317b4d28a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a3b290-4add-4396-8adc-6febd57d77e7" -d '{"events": [{"name": "network-changed", "server_uuid": "30441264-6800-4d46-8f82-2bff586831b9", "tag": "1fe05895-99d6-4d21-9afe-1382cc46f981"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:22:12.994835 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-934d24f4-deba-49d7-bafc-49bac6134e86 None None] Set router 03f00452-d157-43c3-a25b-f5f31b9d8ac3 gateway port host: dv-cinder-790492-6-iscsi {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:22:13.193106 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-934d24f4-deba-49d7-bafc-49bac6134e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'name': 'tempest-TestVolumeBootPattern-1178771438-router', 'tenant_id': 'aa96fac7201b43d2b8633791c636d18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'c9379835-059d-4c35-9caa-e811930e2c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:14:35Z', 'updated_at': '2021-06-23T19:14:39Z', 'revision_number': 4, 'project_id': 'aa96fac7201b43d2b8633791c636d18c', 'gw_port': {'id': 'c9379835-059d-4c35-9caa-e811930e2c99', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:14:35Z', 'updated_at': '2021-06-23T19:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi', '_interfaces': [{'id': '82adcb6f-164e-4e2b-8413-d669e42bcdc0', 'name': '', 'network_id': '03b00407-ece8-4036-91c7-ff69de4b3a72', 'tenant_id': 'aa96fac7201b43d2b8633791c636d18c', 'mac_address': 'fa:16:3e:fb:43:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '5e4f12f6-f920-4aa2-99cc-004ec6a10df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:14:38Z', 'updated_at': '2021-06-23T19:14:47Z', 'revision_number': 5, 'project_id': 'aa96fac7201b43d2b8633791c636d18c', 'subnets': [{'id': '5e4f12f6-f920-4aa2-99cc-004ec6a10df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:22:13.208983 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb34885-10f7-4eed-aafa-3f25d8a2e467 x-openstack-request-id: req-9eb34885-10f7-4eed-aafa-3f25d8a2e467 {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:22:13.208983 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30441264-6800-4d46-8f82-2bff586831b9", "tag": "1fe05895-99d6-4d21-9afe-1382cc46f981", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:22:13.209261 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9eb34885-10f7-4eed-aafa-3f25d8a2e467 {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:22:13.209725 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30441264-6800-4d46-8f82-2bff586831b9', 'tag': '1fe05895-99d6-4d21-9afe-1382cc46f981', 'status': 'completed', 'code': 200} Jun 23 19:22:13.225365 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934d24f4-deba-49d7-bafc-49bac6134e86 None None] Checking router: 03f00452-d157-43c3-a25b-f5f31b9d8ac3 for host: dv-cinder-790492-6-iscsi {{(pid=93954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:22:13.234663 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934d24f4-deba-49d7-bafc-49bac6134e86 None None] Routers {'03f00452-d157-43c3-a25b-f5f31b9d8ac3'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:22:13.235286 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-934d24f4-deba-49d7-bafc-49bac6134e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:22:03Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['03f00452-d157-43c3-a25b-f5f31b9d8ac3'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:22:13.346515 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-934d24f4-deba-49d7-bafc-49bac6134e86 None None] Set router 03f00452-d157-43c3-a25b-f5f31b9d8ac3 gateway port host: dv-cinder-790492-6-iscsi {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:22:13.365609 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc57400-2724-4534-b1a7-bbc40346272f req-2075e3ea-28a9-4340-9004-564e8e950f1e tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:22:13.367158 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fbc57400-2724-4534-b1a7-bbc40346272f req-2075e3ea-28a9-4340-9004-564e8e950f1e tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/ports?device_id=30441264-6800-4d46-8f82-2bff586831b9 HTTP/1.1" status: 200 len: 946 time: 0.0726590 Jun 23 19:22:13.434491 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fbc57400-2724-4534-b1a7-bbc40346272f req-0ec0e43f-02fa-415b-8789-52d0a5b74bec tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/security-groups?id=66cebad4-9632-4565-8aae-42cad405228f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572467 Jun 23 19:22:13.450301 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a3b290-4add-4396-8adc-6febd57d77e7 req-4c8dd581-3b42-4feb-9c24-4cc74c83179d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:22:13.451776 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-45a3b290-4add-4396-8adc-6febd57d77e7 req-4c8dd581-3b42-4feb-9c24-4cc74c83179d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aa96fac7201b43d2b8633791c636d18c&device_id=30441264-6800-4d46-8f82-2bff586831b9 HTTP/1.1" status: 200 len: 1099 time: 0.1269283 Jun 23 19:22:13.540057 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-934d24f4-deba-49d7-bafc-49bac6134e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'name': 'tempest-TestVolumeBootPattern-1178771438-router', 'tenant_id': 'aa96fac7201b43d2b8633791c636d18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'c9379835-059d-4c35-9caa-e811930e2c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:14:35Z', 'updated_at': '2021-06-23T19:14:39Z', 'revision_number': 4, 'project_id': 'aa96fac7201b43d2b8633791c636d18c', 'gw_port': {'id': 'c9379835-059d-4c35-9caa-e811930e2c99', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:14:35Z', 'updated_at': '2021-06-23T19:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi', '_interfaces': [{'id': '82adcb6f-164e-4e2b-8413-d669e42bcdc0', 'name': '', 'network_id': '03b00407-ece8-4036-91c7-ff69de4b3a72', 'tenant_id': 'aa96fac7201b43d2b8633791c636d18c', 'mac_address': 'fa:16:3e:fb:43:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '5e4f12f6-f920-4aa2-99cc-004ec6a10df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:14:38Z', 'updated_at': '2021-06-23T19:14:47Z', 'revision_number': 5, 'project_id': 'aa96fac7201b43d2b8633791c636d18c', 'subnets': [{'id': '5e4f12f6-f920-4aa2-99cc-004ec6a10df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:22:13.542449 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a3b290-4add-4396-8adc-6febd57d77e7 req-fc968ad9-b90f-4bff-8df7-c5a98838a69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:22:13.543908 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-45a3b290-4add-4396-8adc-6febd57d77e7 req-fc968ad9-b90f-4bff-8df7-c5a98838a69b service neutron] 10.222.0.49 "GET /v2.0/networks?id=03b00407-ece8-4036-91c7-ff69de4b3a72 HTTP/1.1" status: 200 len: 913 time: 0.0809228 Jun 23 19:22:13.565254 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934d24f4-deba-49d7-bafc-49bac6134e86 None None] The sync data for ids ['03f00452-d157-43c3-a25b-f5f31b9d8ac3'] in dv-cinder-790492-6-iscsi is: [{'id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'name': 'tempest-TestVolumeBootPattern-1178771438-router', 'tenant_id': 'aa96fac7201b43d2b8633791c636d18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'c9379835-059d-4c35-9caa-e811930e2c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:14:35Z', 'updated_at': '2021-06-23T19:14:39Z', 'revision_number': 4, 'project_id': 'aa96fac7201b43d2b8633791c636d18c', 'gw_port': {'id': 'c9379835-059d-4c35-9caa-e811930e2c99', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:14:35Z', 'updated_at': '2021-06-23T19:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi', '_interfaces': [{'id': '82adcb6f-164e-4e2b-8413-d669e42bcdc0', 'name': '', 'network_id': '03b00407-ece8-4036-91c7-ff69de4b3a72', 'tenant_id': 'aa96fac7201b43d2b8633791c636d18c', 'mac_address': 'fa:16:3e:fb:43:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '5e4f12f6-f920-4aa2-99cc-004ec6a10df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:14:38Z', 'updated_at': '2021-06-23T19:14:47Z', 'revision_number': 5, 'project_id': 'aa96fac7201b43d2b8633791c636d18c', 'subnets': [{'id': '5e4f12f6-f920-4aa2-99cc-004ec6a10df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:22:13.590358 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-45a3b290-4add-4396-8adc-6febd57d77e7 req-2e839ab8-1524-49e4-827e-9595484523c3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1fe05895-99d6-4d21-9afe-1382cc46f981 HTTP/1.1" status: 200 len: 217 time: 0.0378191 Jun 23 19:22:13.640236 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a3b290-4add-4396-8adc-6febd57d77e7 req-aad1f7f3-6437-42cd-b482-83d85f234b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:22:13.641727 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-45a3b290-4add-4396-8adc-6febd57d77e7 req-aad1f7f3-6437-42cd-b482-83d85f234b0e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5e4f12f6-f920-4aa2-99cc-004ec6a10df3 HTTP/1.1" status: 200 len: 851 time: 0.0449376 Jun 23 19:22:13.701175 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a3b290-4add-4396-8adc-6febd57d77e7 req-b7b1c454-b114-40b0-9b68-8de5c3258017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:22:13.702640 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-45a3b290-4add-4396-8adc-6febd57d77e7 req-b7b1c454-b114-40b0-9b68-8de5c3258017 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=03b00407-ece8-4036-91c7-ff69de4b3a72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0541112 Jun 23 19:22:13.783205 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8af53a-8801-46b0-8c49-7639e5af551a None None] New status for floating IP dc14c6a8-205c-498f-91ac-dda84e5f5d25: DOWN {{(pid=93955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 19:22:13.800797 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-45a3b290-4add-4396-8adc-6febd57d77e7 req-19105b09-5ce5-4114-9bf8-51fb3e67e3ba service neutron] 10.222.0.49 "GET /v2.0/networks/03b00407-ece8-4036-91c7-ff69de4b3a72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887320 Jun 23 19:22:13.892214 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-45a3b290-4add-4396-8adc-6febd57d77e7 req-0c080fa6-13f0-4b82-a8c4-7f267b590d41 service neutron] 10.222.0.49 "GET /v2.0/networks/03b00407-ece8-4036-91c7-ff69de4b3a72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820892 Jun 23 19:22:14.609413 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3574ee-4907-4025-adc7-387f2cc7aa15 req-1ad82571-546d-490d-adc3-092f46de1509 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:22:14.610861 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2b3574ee-4907-4025-adc7-387f2cc7aa15 req-1ad82571-546d-490d-adc3-092f46de1509 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/ports?device_id=30441264-6800-4d46-8f82-2bff586831b9 HTTP/1.1" status: 200 len: 946 time: 0.0669937 Jun 23 19:22:14.646418 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2b3574ee-4907-4025-adc7-387f2cc7aa15 req-9f8683e2-bab2-435d-b5d7-20f2b62e99ba tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/security-groups?id=66cebad4-9632-4565-8aae-42cad405228f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299814 Jun 23 19:22:15.366777 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7058fe-086a-482e-8870-3d47b86a5f90 req-c4c2cfbc-f96a-4e28-8baf-485781f8ae6b tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:22:15.368230 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0e7058fe-086a-482e-8870-3d47b86a5f90 req-c4c2cfbc-f96a-4e28-8baf-485781f8ae6b tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.49 "GET /v2.0/ports?device_id=30441264-6800-4d46-8f82-2bff586831b9 HTTP/1.1" status: 200 len: 946 time: 0.0607989 Jun 23 19:22:15.473475 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [req-0e7058fe-086a-482e-8870-3d47b86a5f90 req-5b87e7cf-a75f-45d1-9ef1-fc473d13ce9f tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Deleting port 1fe05895-99d6-4d21-9afe-1382cc46f981 {{(pid=93953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:22:15.473814 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-0e7058fe-086a-482e-8870-3d47b86a5f90 req-5b87e7cf-a75f-45d1-9ef1-fc473d13ce9f tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745549706015'] for port, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:15.560298 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-0e7058fe-086a-482e-8870-3d47b86a5f90 req-5b87e7cf-a75f-45d1-9ef1-fc473d13ce9f tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] For port 1fe05895-99d6-4d21-9afe-1382cc46f981, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=1fe05895-99d6-4d21-9afe-1382cc46f981,segment=NetworkSegment(ce49d902-3382-49f9-88d0-28e3cea581ea),segment_id=ce49d902-3382-49f9-88d0-28e3cea581ea)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:22:15.560651 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-0e7058fe-086a-482e-8870-3d47b86a5f90 req-5b87e7cf-a75f-45d1-9ef1-fc473d13ce9f tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710932'] for port, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:15.572226 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [req-0e7058fe-086a-482e-8870-3d47b86a5f90 req-5b87e7cf-a75f-45d1-9ef1-fc473d13ce9f tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Calling delete_port for 1fe05895-99d6-4d21-9afe-1382cc46f981 owned by compute:nova {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:22:15.765569 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-0e7058fe-086a-482e-8870-3d47b86a5f90 req-5b87e7cf-a75f-45d1-9ef1-fc473d13ce9f tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745549710641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745549236134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28924686'] for port, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:15.788730 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-41cd2a6d-0c48-4272-8b4b-1fa6a51b63ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:22:15.794063 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-563eae98-a1e2-4537-933b-8b38b3a33b8a req-cb731498-8c3e-460c-aa13-a8a8230b8a07 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/ports?device_id=30441264-6800-4d46-8f82-2bff586831b9 HTTP/1.1" status: 200 len: 210 time: 0.0393727 Jun 23 19:22:15.819652 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b87e7cf-a75f-45d1-9ef1-fc473d13ce9f tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Pushing event deleted for resources: {'Port': ['ID=1fe05895-99d6-4d21-9afe-1382cc46f981,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:22:15.824363 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-5b87e7cf-a75f-45d1-9ef1-fc473d13ce9f tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:22:15.870669 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e7058fe-086a-482e-8870-3d47b86a5f90 req-5b87e7cf-a75f-45d1-9ef1-fc473d13ce9f tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] No DVR routers for this DVR port 1fe05895-99d6-4d21-9afe-1382cc46f981 on host hv-cinder-79049 {{(pid=93953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:22:15.873761 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-0e7058fe-086a-482e-8870-3d47b86a5f90 req-5b87e7cf-a75f-45d1-9ef1-fc473d13ce9f tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:15.874967 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0e7058fe-086a-482e-8870-3d47b86a5f90 req-5b87e7cf-a75f-45d1-9ef1-fc473d13ce9f tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.49 "DELETE /v2.0/ports/1fe05895-99d6-4d21-9afe-1382cc46f981 HTTP/1.1" status: 204 len: 173 time: 0.4982386 Jun 23 19:22:15.875514 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30441264-6800-4d46-8f82-2bff586831b9', 'name': 'network-vif-deleted', 'tag': '1fe05895-99d6-4d21-9afe-1382cc46f981'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:22:15.877744 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8902aeace0540733bba5a146bce723956a3312b5b25ae011a73fc84317b4d28a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea4fab4-7f09-4eca-a39b-4316e0719159" -d '{"events": [{"server_uuid": "30441264-6800-4d46-8f82-2bff586831b9", "name": "network-vif-deleted", "tag": "1fe05895-99d6-4d21-9afe-1382cc46f981"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:22:15.912453 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6a13e3-4977-47c4-bd13-7cb6d2d9b51f x-openstack-request-id: req-9d6a13e3-4977-47c4-bd13-7cb6d2d9b51f {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:22:15.912791 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30441264-6800-4d46-8f82-2bff586831b9", "name": "network-vif-deleted", "tag": "1fe05895-99d6-4d21-9afe-1382cc46f981", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:22:15.913090 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9d6a13e3-4977-47c4-bd13-7cb6d2d9b51f {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:22:15.913531 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30441264-6800-4d46-8f82-2bff586831b9', 'name': 'network-vif-deleted', 'tag': '1fe05895-99d6-4d21-9afe-1382cc46f981', 'status': 'completed', 'code': 200} Jun 23 19:22:16.946324 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [req-df89d526-291c-49c0-85c6-85e365e637f8 req-508a1efc-c0f0-4329-893d-ded523ab971d tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "GET /v2.0/ports?device_id=30441264-6800-4d46-8f82-2bff586831b9 HTTP/1.1" status: 200 len: 210 time: 0.0281847 Jun 23 19:22:17.287179 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:18.025710 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device 1fe05895-99d6-4d21-9afe-1382cc46f981 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:22:18.045056 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] No Port match for: 1fe05895-99d6-4d21-9afe-1382cc46f981 {{(pid=93954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:22:18.045474 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Device 1fe05895-99d6-4d21-9afe-1382cc46f981 not bound to the agent host hv-cinder-79049 {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:22:18.048773 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 40522) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:22:18.171415 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [None req-dc00d766-3679-4981-94df-1a82c316e556 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Deleting port d23a9e79-a935-4cf3-9ac3-ebaece88ea4a {{(pid=93952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:22:18.171677 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-dc00d766-3679-4981-94df-1a82c316e556 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745549706015'] for port, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:18.246891 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-dc00d766-3679-4981-94df-1a82c316e556 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710932'] for port, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:18.247216 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-dc00d766-3679-4981-94df-1a82c316e556 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:18.258258 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [None req-dc00d766-3679-4981-94df-1a82c316e556 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Calling delete_port for d23a9e79-a935-4cf3-9ac3-ebaece88ea4a owned by network:floatingip {{(pid=93952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:22:18.469692 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-dc00d766-3679-4981-94df-1a82c316e556 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745549710641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745549236134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26440031'] for port, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:18.472255 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:22:18.500680 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc00d766-3679-4981-94df-1a82c316e556 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Pushing event deleted for resources: {'Port': ['ID=d23a9e79-a935-4cf3-9ac3-ebaece88ea4a,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:22:18.539486 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc00d766-3679-4981-94df-1a82c316e556 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:22:18.539902 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc00d766-3679-4981-94df-1a82c316e556 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:22:18.540282 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc00d766-3679-4981-94df-1a82c316e556 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:22:18.540654 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc00d766-3679-4981-94df-1a82c316e556 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:22:18.541024 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc00d766-3679-4981-94df-1a82c316e556 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:22:18.542007 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc00d766-3679-4981-94df-1a82c316e556 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:22:18.542260 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc00d766-3679-4981-94df-1a82c316e556 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:22:18.542623 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc00d766-3679-4981-94df-1a82c316e556 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:22:18.542987 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc00d766-3679-4981-94df-1a82c316e556 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:22:18.543350 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc00d766-3679-4981-94df-1a82c316e556 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:22:18.543730 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc00d766-3679-4981-94df-1a82c316e556 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:22:18.544088 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc00d766-3679-4981-94df-1a82c316e556 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:22:18.548367 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-dc00d766-3679-4981-94df-1a82c316e556 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:22:18.565115 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-dc00d766-3679-4981-94df-1a82c316e556 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks [] for floatingip, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:18.567642 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-dc00d766-3679-4981-94df-1a82c316e556 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14064'] for floatingip, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:18.568765 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-dc00d766-3679-4981-94df-1a82c316e556 tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "DELETE /v2.0/floatingips/bc51a100-941b-4753-9863-fbd4459ed6ad HTTP/1.1" status: 204 len: 168 time: 0.5190268 Jun 23 19:22:19.997008 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 40536) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:22:20.053982 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-109e0473-3695-4578-b1d4-472c6c37d0dc tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:20.078050 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-109e0473-3695-4578-b1d4-472c6c37d0dc tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:20.195307 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-109e0473-3695-4578-b1d4-472c6c37d0dc tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:20.197896 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-109e0473-3695-4578-b1d4-472c6c37d0dc tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:20.199041 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-109e0473-3695-4578-b1d4-472c6c37d0dc tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] 10.222.0.69 "DELETE /v2.0/security-groups/66cebad4-9632-4565-8aae-42cad405228f HTTP/1.1" status: 204 len: 168 time: 0.2010808 Jun 23 19:22:20.199859 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-32319a64-cb79-4c2b-96e8-5e6f50da34d4 tempest-AttachVolumeShelveTestJSON-834651698 tempest-AttachVolumeShelveTestJSON-834651698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:22:20.208584 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109e0473-3695-4578-b1d4-472c6c37d0dc tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66cebad4-9632-4565-8aae-42cad405228f,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:22:20.210936 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-109e0473-3695-4578-b1d4-472c6c37d0dc tempest-TestVolumeBootPattern-414133808 tempest-TestVolumeBootPattern-414133808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:22:20.328677 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 40540) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:22:20.786135 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-83b7710c-9dc5-4d1b-99f2-b0341c78ce80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3721979'] for router_interface, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:21.025246 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [None req-83b7710c-9dc5-4d1b-99f2-b0341c78ce80 admin admin] Deleting port 82adcb6f-164e-4e2b-8413-d669e42bcdc0 {{(pid=93952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:22:21.025583 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-83b7710c-9dc5-4d1b-99f2-b0341c78ce80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745549706015'] for port, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:21.099828 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-83b7710c-9dc5-4d1b-99f2-b0341c78ce80 admin admin] For port 82adcb6f-164e-4e2b-8413-d669e42bcdc0, host dv-cinder-790492-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=82adcb6f-164e-4e2b-8413-d669e42bcdc0,segment=NetworkSegment(ce49d902-3382-49f9-88d0-28e3cea581ea),segment_id=ce49d902-3382-49f9-88d0-28e3cea581ea)] {{(pid=93952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:22:21.100102 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-83b7710c-9dc5-4d1b-99f2-b0341c78ce80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710932'] for port, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:21.111669 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [None req-83b7710c-9dc5-4d1b-99f2-b0341c78ce80 admin admin] Calling delete_port for 82adcb6f-164e-4e2b-8413-d669e42bcdc0 owned by network:router_interface {{(pid=93952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:22:21.349825 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-83b7710c-9dc5-4d1b-99f2-b0341c78ce80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745549710641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745549236134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26440031'] for port, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:21.351951 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-4d2b6a57-1ba8-4920-9fa3-1e3b905e524f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:22:21.377794 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b7710c-9dc5-4d1b-99f2-b0341c78ce80 admin admin] Pushing event deleted for resources: {'Port': ['ID=82adcb6f-164e-4e2b-8413-d669e42bcdc0,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:22:21.381417 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-83b7710c-9dc5-4d1b-99f2-b0341c78ce80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:22:21.537202 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-83b7710c-9dc5-4d1b-99f2-b0341c78ce80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3705355'] for router_interface, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:21.737346 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83b7710c-9dc5-4d1b-99f2-b0341c78ce80 admin admin] Router 03f00452-d157-43c3-a25b-f5f31b9d8ac3 has already been hosted by L3 agent 74079d6f-659b-43f4-8a12-30a7ece685bb {{(pid=93952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:22:22.050469 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b7710c-9dc5-4d1b-99f2-b0341c78ce80 admin admin] Notify agent at l3_agent.dv-cinder-790492-6-iscsi the message routers_updated {{(pid=93952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:22:22.055265 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-83b7710c-9dc5-4d1b-99f2-b0341c78ce80 admin admin] 10.222.0.69 "PUT /v2.0/routers/03f00452-d157-43c3-a25b-f5f31b9d8ac3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7256093 Jun 23 19:22:22.057862 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 40544) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:22:22.058731 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e4d0c9-b075-4992-b58f-bb5f1dbba927 None None] Sync routers for ids ['03f00452-d157-43c3-a25b-f5f31b9d8ac3'] in dv-cinder-790492-6-iscsi {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:22:22.071366 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e4d0c9-b075-4992-b58f-bb5f1dbba927 None None] Routers {'03f00452-d157-43c3-a25b-f5f31b9d8ac3'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:22:22.072027 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-54e4d0c9-b075-4992-b58f-bb5f1dbba927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:22:03Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['03f00452-d157-43c3-a25b-f5f31b9d8ac3'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:22:22.160004 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5585691f-c27d-418f-a3e1-cc49661c9ed4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:22.173086 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-54e4d0c9-b075-4992-b58f-bb5f1dbba927 None None] Set router 03f00452-d157-43c3-a25b-f5f31b9d8ac3 gateway port host: dv-cinder-790492-6-iscsi {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:22:22.254864 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5585691f-c27d-418f-a3e1-cc49661c9ed4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:22.346136 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-54e4d0c9-b075-4992-b58f-bb5f1dbba927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'name': 'tempest-TestVolumeBootPattern-1178771438-router', 'tenant_id': 'aa96fac7201b43d2b8633791c636d18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'c9379835-059d-4c35-9caa-e811930e2c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:14:35Z', 'updated_at': '2021-06-23T19:22:21Z', 'revision_number': 5, 'project_id': 'aa96fac7201b43d2b8633791c636d18c', 'gw_port': {'id': 'c9379835-059d-4c35-9caa-e811930e2c99', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:14:35Z', 'updated_at': '2021-06-23T19:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi'}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:22:22.373366 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e4d0c9-b075-4992-b58f-bb5f1dbba927 None None] Checking router: 03f00452-d157-43c3-a25b-f5f31b9d8ac3 for host: dv-cinder-790492-6-iscsi {{(pid=93954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:22:22.377435 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [None req-5585691f-c27d-418f-a3e1-cc49661c9ed4 admin admin] Deleting port c9379835-059d-4c35-9caa-e811930e2c99 {{(pid=93952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:22:22.377915 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5585691f-c27d-418f-a3e1-cc49661c9ed4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745549706015'] for port, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:22.382074 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e4d0c9-b075-4992-b58f-bb5f1dbba927 None None] Routers {'03f00452-d157-43c3-a25b-f5f31b9d8ac3'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:22:22.382688 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-54e4d0c9-b075-4992-b58f-bb5f1dbba927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:22:03Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['03f00452-d157-43c3-a25b-f5f31b9d8ac3'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:22:22.452661 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-5585691f-c27d-418f-a3e1-cc49661c9ed4 admin admin] For port c9379835-059d-4c35-9caa-e811930e2c99, host dv-cinder-790492-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=c9379835-059d-4c35-9caa-e811930e2c99,segment=NetworkSegment(5f51114a-3dae-4d84-91d9-b7c41a4d9224),segment_id=5f51114a-3dae-4d84-91d9-b7c41a4d9224)] {{(pid=93952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:22:22.453007 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5585691f-c27d-418f-a3e1-cc49661c9ed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710932'] for port, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:22.464819 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-54e4d0c9-b075-4992-b58f-bb5f1dbba927 None None] Set router 03f00452-d157-43c3-a25b-f5f31b9d8ac3 gateway port host: None {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:22:22.465075 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [None req-5585691f-c27d-418f-a3e1-cc49661c9ed4 admin admin] Calling delete_port for c9379835-059d-4c35-9caa-e811930e2c99 owned by network:router_gateway {{(pid=93952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:22:22.517916 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-54e4d0c9-b075-4992-b58f-bb5f1dbba927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'name': 'tempest-TestVolumeBootPattern-1178771438-router', 'tenant_id': 'aa96fac7201b43d2b8633791c636d18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:14:35Z', 'updated_at': '2021-06-23T19:22:22Z', 'revision_number': 6, 'project_id': 'aa96fac7201b43d2b8633791c636d18c', 'gw_port_host': None}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:22:22.546894 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e4d0c9-b075-4992-b58f-bb5f1dbba927 None None] The sync data for ids ['03f00452-d157-43c3-a25b-f5f31b9d8ac3'] in dv-cinder-790492-6-iscsi is: [{'id': '03f00452-d157-43c3-a25b-f5f31b9d8ac3', 'name': 'tempest-TestVolumeBootPattern-1178771438-router', 'tenant_id': 'aa96fac7201b43d2b8633791c636d18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:14:35Z', 'updated_at': '2021-06-23T19:22:22Z', 'revision_number': 6, 'project_id': 'aa96fac7201b43d2b8633791c636d18c', 'gw_port_host': None}] {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:22:22.692612 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5585691f-c27d-418f-a3e1-cc49661c9ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745549710641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745549236134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26440031'] for port, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:22.695109 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:22:22.722340 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5585691f-c27d-418f-a3e1-cc49661c9ed4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9379835-059d-4c35-9caa-e811930e2c99,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:22:22.726031 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-5585691f-c27d-418f-a3e1-cc49661c9ed4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:22:22.778667 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5585691f-c27d-418f-a3e1-cc49661c9ed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3708830'] for router_gateway, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:22.863530 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5585691f-c27d-418f-a3e1-cc49661c9ed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5699'] for router, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:22.865439 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5585691f-c27d-418f-a3e1-cc49661c9ed4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:22.944401 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5585691f-c27d-418f-a3e1-cc49661c9ed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3705840'] for router, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:22.944870 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5585691f-c27d-418f-a3e1-cc49661c9ed4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03f00452-d157-43c3-a25b-f5f31b9d8ac3 {{(pid=93952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 19:22:22.952653 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5585691f-c27d-418f-a3e1-cc49661c9ed4 admin admin] Notify callbacks [] for router, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:22.952653 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-5585691f-c27d-418f-a3e1-cc49661c9ed4 admin admin] 10.222.0.69 "DELETE /v2.0/routers/03f00452-d157-43c3-a25b-f5f31b9d8ac3 HTTP/1.1" status: 204 len: 168 time: 0.8917165 Jun 23 19:22:22.954168 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 40546) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:22:23.001587 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.db.db_base_plugin_v2 [None req-7367654d-a9fc-4710-8cc8-5d9ec555592b admin admin] Deleting subnet 5e4f12f6-f920-4aa2-99cc-004ec6a10df3 {{(pid=93952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 19:22:23.004486 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-7367654d-a9fc-4710-8cc8-5d9ec555592b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:23.035564 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-7367654d-a9fc-4710-8cc8-5d9ec555592b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25525077'] for subnet, precommit_delete_associations {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:23.108590 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-7367654d-a9fc-4710-8cc8-5d9ec555592b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884468'] for subnet, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:23.235839 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-7367654d-a9fc-4710-8cc8-5d9ec555592b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26439957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26574776'] for subnet, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:23.237707 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-b075d762-4dd9-473a-b2de-d80f899aea8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:22:23.260759 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7367654d-a9fc-4710-8cc8-5d9ec555592b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e4f12f6-f920-4aa2-99cc-004ec6a10df3,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:22:23.263629 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-7367654d-a9fc-4710-8cc8-5d9ec555592b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:22:23.264627 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-7367654d-a9fc-4710-8cc8-5d9ec555592b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770935'] for subnet, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:23.266717 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-7367654d-a9fc-4710-8cc8-5d9ec555592b admin admin] 10.222.0.69 "DELETE /v2.0/subnets/5e4f12f6-f920-4aa2-99cc-004ec6a10df3 HTTP/1.1" status: 204 len: 168 time: 0.3113923 Jun 23 19:22:23.269180 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 40548) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:22:23.273282 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178b4d81-4ebc-4446-b571-52e13181b8e0 None None] Network 03b00407-ece8-4036-91c7-ff69de4b3a72 requested from dv-cinder-790492-6-iscsi {{(pid=93954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:22:23.351101 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3ab5db1d-82dd-45ec-b771-68cfbc7fefd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-959346'] for network, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:23.403516 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-3ab5db1d-82dd-45ec-b771-68cfbc7fefd3 admin admin] Deleting port 71760779-9cbf-4202-873c-36e26a00e5f3 {{(pid=93953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:22:23.403886 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3ab5db1d-82dd-45ec-b771-68cfbc7fefd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745549706015'] for port, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:23.464033 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe65e2cb-a73e-4a45-8afb-69ec2c9b2fe8 None None] DHCP port deletion for 03b00407-ece8-4036-91c7-ff69de4b3a72 request from dv-cinder-790492-6-iscsi {{(pid=93954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 19:22:23.471028 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-3ab5db1d-82dd-45ec-b771-68cfbc7fefd3 admin admin] For port 71760779-9cbf-4202-873c-36e26a00e5f3, host dv-cinder-790492-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=71760779-9cbf-4202-873c-36e26a00e5f3,segment=NetworkSegment(ce49d902-3382-49f9-88d0-28e3cea581ea),segment_id=ce49d902-3382-49f9-88d0-28e3cea581ea)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:22:23.471658 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3ab5db1d-82dd-45ec-b771-68cfbc7fefd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710932'] for port, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:23.484209 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-3ab5db1d-82dd-45ec-b771-68cfbc7fefd3 admin admin] Calling delete_port for 71760779-9cbf-4202-873c-36e26a00e5f3 owned by network:dhcp {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:22:23.512431 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-fe65e2cb-a73e-4a45-8afb-69ec2c9b2fe8 None None] Deleting port 71760779-9cbf-4202-873c-36e26a00e5f3 {{(pid=93954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:22:23.512815 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-fe65e2cb-a73e-4a45-8afb-69ec2c9b2fe8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745549706015'] for port, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:23.579207 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-fe65e2cb-a73e-4a45-8afb-69ec2c9b2fe8 None None] For port 71760779-9cbf-4202-873c-36e26a00e5f3, host dv-cinder-790492-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=71760779-9cbf-4202-873c-36e26a00e5f3,segment=NetworkSegment(ce49d902-3382-49f9-88d0-28e3cea581ea),segment_id=ce49d902-3382-49f9-88d0-28e3cea581ea)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:22:23.579625 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-fe65e2cb-a73e-4a45-8afb-69ec2c9b2fe8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710932'] for port, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:23.591516 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-fe65e2cb-a73e-4a45-8afb-69ec2c9b2fe8 None None] Calling delete_port for 71760779-9cbf-4202-873c-36e26a00e5f3 owned by network:dhcp {{(pid=93954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:22:23.663885 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3ab5db1d-82dd-45ec-b771-68cfbc7fefd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745549710641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745549236134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28924686'] for port, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:23.666849 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-8ae79439-1028-4120-9839-bb0dcee2b440 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:22:23.670210 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-fe65e2cb-a73e-4a45-8afb-69ec2c9b2fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745549710641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745549236134'] for port, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:23.672646 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-4c3e5a15-a2ff-4eb3-b675-8fa3487d759e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:22:23.696082 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab5db1d-82dd-45ec-b771-68cfbc7fefd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=71760779-9cbf-4202-873c-36e26a00e5f3,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:22:23.696082 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab5db1d-82dd-45ec-b771-68cfbc7fefd3 admin admin] No DVR routers for this DVR port 71760779-9cbf-4202-873c-36e26a00e5f3 on host dv-cinder-790492-6-iscsi {{(pid=93953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:22:23.696420 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe65e2cb-a73e-4a45-8afb-69ec2c9b2fe8 None None] Pushing event deleted for resources: {'Port': ['ID=71760779-9cbf-4202-873c-36e26a00e5f3,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:22:23.696609 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-3ab5db1d-82dd-45ec-b771-68cfbc7fefd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:22:23.700235 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe65e2cb-a73e-4a45-8afb-69ec2c9b2fe8 None None] No DVR routers for this DVR port 71760779-9cbf-4202-873c-36e26a00e5f3 on host dv-cinder-790492-6-iscsi {{(pid=93954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:22:23.706962 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe65e2cb-a73e-4a45-8afb-69ec2c9b2fe8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:22:23.707231 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe65e2cb-a73e-4a45-8afb-69ec2c9b2fe8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:22:23.707544 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe65e2cb-a73e-4a45-8afb-69ec2c9b2fe8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:22:23.707876 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe65e2cb-a73e-4a45-8afb-69ec2c9b2fe8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:22:23.708195 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe65e2cb-a73e-4a45-8afb-69ec2c9b2fe8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:22:23.708527 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe65e2cb-a73e-4a45-8afb-69ec2c9b2fe8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:22:23.708855 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe65e2cb-a73e-4a45-8afb-69ec2c9b2fe8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:22:23.709178 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe65e2cb-a73e-4a45-8afb-69ec2c9b2fe8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:22:23.709502 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe65e2cb-a73e-4a45-8afb-69ec2c9b2fe8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:22:23.709822 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe65e2cb-a73e-4a45-8afb-69ec2c9b2fe8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:22:23.710140 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe65e2cb-a73e-4a45-8afb-69ec2c9b2fe8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:22:23.710583 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe65e2cb-a73e-4a45-8afb-69ec2c9b2fe8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:22:23.719902 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-fe65e2cb-a73e-4a45-8afb-69ec2c9b2fe8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:22:23.768644 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3ab5db1d-82dd-45ec-b771-68cfbc7fefd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883321', 'neutron.services.segments.db._delete_segments_for_network-8745549744415'] for network, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:23.777823 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.services.segments.db [None req-3ab5db1d-82dd-45ec-b771-68cfbc7fefd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03b00407-ece8-4036-91c7-ff69de4b3a72']}} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:22:23.787248 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.services.segments.db [None req-3ab5db1d-82dd-45ec-b771-68cfbc7fefd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce49d902-3382-49f9-88d0-28e3cea581ea') {'for_net_delete': True} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:22:23.787587 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.services.segments.db [None req-3ab5db1d-82dd-45ec-b771-68cfbc7fefd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce49d902-3382-49f9-88d0-28e3cea581ea') {} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:22:23.796395 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3ab5db1d-82dd-45ec-b771-68cfbc7fefd3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745549732078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28925892'] for segment, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:23.809429 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3ab5db1d-82dd-45ec-b771-68cfbc7fefd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886977'] for segment, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:23.815910 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ab5db1d-82dd-45ec-b771-68cfbc7fefd3 admin admin] Releasing vlan 932 on physical network physnet1 to pool {{(pid=93953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 19:22:23.817417 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3ab5db1d-82dd-45ec-b771-68cfbc7fefd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28924889'] for segment, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:23.817942 dv-cinder-790492-6-iscsi neutron-server[93953]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:22:23.817942 dv-cinder-790492-6-iscsi neutron-server[93953]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:22:23.817942 dv-cinder-790492-6-iscsi neutron-server[93953]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:22:23.817942 dv-cinder-790492-6-iscsi neutron-server[93953]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:22:23.817942 dv-cinder-790492-6-iscsi neutron-server[93953]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:22:23.817942 dv-cinder-790492-6-iscsi neutron-server[93953]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:22:23.817942 dv-cinder-790492-6-iscsi neutron-server[93953]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:22:23.817942 dv-cinder-790492-6-iscsi neutron-server[93953]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:22:23.817942 dv-cinder-790492-6-iscsi neutron-server[93953]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:22:23.817942 dv-cinder-790492-6-iscsi neutron-server[93953]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:22:23.817942 dv-cinder-790492-6-iscsi neutron-server[93953]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:22:23.817942 dv-cinder-790492-6-iscsi neutron-server[93953]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:22:23.817942 dv-cinder-790492-6-iscsi neutron-server[93953]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:22:23.817942 dv-cinder-790492-6-iscsi neutron-server[93953]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:22:23.817942 dv-cinder-790492-6-iscsi neutron-server[93953]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:22:23.817942 dv-cinder-790492-6-iscsi neutron-server[93953]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:22:23.817942 dv-cinder-790492-6-iscsi neutron-server[93953]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:22:23.817942 dv-cinder-790492-6-iscsi neutron-server[93953]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:22:23.817942 dv-cinder-790492-6-iscsi neutron-server[93953]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:22:23.817942 dv-cinder-790492-6-iscsi neutron-server[93953]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:22:23.817942 dv-cinder-790492-6-iscsi neutron-server[93953]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:22:23.817942 dv-cinder-790492-6-iscsi neutron-server[93953]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:22:23.817942 dv-cinder-790492-6-iscsi neutron-server[93953]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:22:23.817942 dv-cinder-790492-6-iscsi neutron-server[93953]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:22:23.817942 dv-cinder-790492-6-iscsi neutron-server[93953]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:22:23.817942 dv-cinder-790492-6-iscsi neutron-server[93953]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:22:23.817942 dv-cinder-790492-6-iscsi neutron-server[93953]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:22:23.817942 dv-cinder-790492-6-iscsi neutron-server[93953]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:22:23.817942 dv-cinder-790492-6-iscsi neutron-server[93953]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:22:23.817942 dv-cinder-790492-6-iscsi neutron-server[93953]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:22:23.817942 dv-cinder-790492-6-iscsi neutron-server[93953]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:22:23.817942 dv-cinder-790492-6-iscsi neutron-server[93953]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:22:23.817942 dv-cinder-790492-6-iscsi neutron-server[93953]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:22:23.817942 dv-cinder-790492-6-iscsi neutron-server[93953]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:22:23.817942 dv-cinder-790492-6-iscsi neutron-server[93953]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:22:23.817942 dv-cinder-790492-6-iscsi neutron-server[93953]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:22:23.817942 dv-cinder-790492-6-iscsi neutron-server[93953]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:22:23.817942 dv-cinder-790492-6-iscsi neutron-server[93953]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:22:23.817942 dv-cinder-790492-6-iscsi neutron-server[93953]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:22:23.817942 dv-cinder-790492-6-iscsi neutron-server[93953]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:22:23.817942 dv-cinder-790492-6-iscsi neutron-server[93953]: Traceback (most recent call last): Jun 23 19:22:23.817942 dv-cinder-790492-6-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 19:22:23.817942 dv-cinder-790492-6-iscsi neutron-server[93953]: timer() Jun 23 19:22:23.817942 dv-cinder-790492-6-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 19:22:23.817942 dv-cinder-790492-6-iscsi neutron-server[93953]: cb(*args, **kw) Jun 23 19:22:23.817942 dv-cinder-790492-6-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 19:22:23.817942 dv-cinder-790492-6-iscsi neutron-server[93953]: return func(*args, **kwargs) Jun 23 19:22:23.817942 dv-cinder-790492-6-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 19:22:23.817942 dv-cinder-790492-6-iscsi neutron-server[93953]: self._notify() Jun 23 19:22:23.817942 dv-cinder-790492-6-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 19:22:23.817942 dv-cinder-790492-6-iscsi neutron-server[93953]: self.callback(batched_events) Jun 23 19:22:23.817942 dv-cinder-790492-6-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 19:22:23.817942 dv-cinder-790492-6-iscsi neutron-server[93953]: event.method(event) Jun 23 19:22:23.817942 dv-cinder-790492-6-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 19:22:23.817942 dv-cinder-790492-6-iscsi neutron-server[93953]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 19:22:23.817942 dv-cinder-790492-6-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 19:22:23.817942 dv-cinder-790492-6-iscsi neutron-server[93953]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 19:22:23.817942 dv-cinder-790492-6-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 19:22:23.817942 dv-cinder-790492-6-iscsi neutron-server[93953]: return f(self, *a, **k) Jun 23 19:22:23.817942 dv-cinder-790492-6-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 19:22:23.817942 dv-cinder-790492-6-iscsi neutron-server[93953]: return self._get(url).json() Jun 23 19:22:23.817942 dv-cinder-790492-6-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 19:22:23.817942 dv-cinder-790492-6-iscsi neutron-server[93953]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 19:22:23.817942 dv-cinder-790492-6-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 19:22:23.817942 dv-cinder-790492-6-iscsi neutron-server[93953]: return self.request(url, 'GET', **kwargs) Jun 23 19:22:23.817942 dv-cinder-790492-6-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 19:22:23.817942 dv-cinder-790492-6-iscsi neutron-server[93953]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 19:22:23.823179 dv-cinder-790492-6-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 19:22:23.823179 dv-cinder-790492-6-iscsi neutron-server[93953]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 19:22:23.823179 dv-cinder-790492-6-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 19:22:23.823179 dv-cinder-790492-6-iscsi neutron-server[93953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 19:22:23.823179 dv-cinder-790492-6-iscsi neutron-server[93953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 19:22:23.949670 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3ab5db1d-82dd-45ec-b771-68cfbc7fefd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3862688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3708783'] for network, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:23.953426 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:22:23.955943 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3ab5db1d-82dd-45ec-b771-68cfbc7fefd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770935'] for network, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:23.957750 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-3ab5db1d-82dd-45ec-b771-68cfbc7fefd3 admin admin] 10.222.0.69 "DELETE /v2.0/networks/03b00407-ece8-4036-91c7-ff69de4b3a72 HTTP/1.1" status: 204 len: 168 time: 0.6859708 Jun 23 19:22:23.960796 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 40550) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:22:23.969343 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab5db1d-82dd-45ec-b771-68cfbc7fefd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=03b00407-ece8-4036-91c7-ff69de4b3a72,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:22:23.971637 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-3ab5db1d-82dd-45ec-b771-68cfbc7fefd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:22:24.290779 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-8c24b292-97af-4c4b-9ee2-71e717771d4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3721979'] for router_interface, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:24.540005 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [None req-8c24b292-97af-4c4b-9ee2-71e717771d4e admin admin] Deleting port af9a34d8-fb6c-441f-89a6-e2254e5b41f4 {{(pid=93952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:22:24.540350 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-8c24b292-97af-4c4b-9ee2-71e717771d4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745549706015'] for port, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:24.570609 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device 71760779-9cbf-4202-873c-36e26a00e5f3 no longer exists at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:22:24.590807 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] No Port match for: 71760779-9cbf-4202-873c-36e26a00e5f3 {{(pid=93954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:22:24.591167 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device 71760779-9cbf-4202-873c-36e26a00e5f3 not bound to the agent host dv-cinder-790492-6-iscsi {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:22:24.591606 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device c9379835-059d-4c35-9caa-e811930e2c99 no longer exists at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:22:24.612496 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] No Port match for: c9379835-059d-4c35-9caa-e811930e2c99 {{(pid=93954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:22:24.612849 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device c9379835-059d-4c35-9caa-e811930e2c99 not bound to the agent host dv-cinder-790492-6-iscsi {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:22:24.613264 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device 82adcb6f-164e-4e2b-8413-d669e42bcdc0 no longer exists at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:22:24.619095 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-8c24b292-97af-4c4b-9ee2-71e717771d4e admin admin] For port af9a34d8-fb6c-441f-89a6-e2254e5b41f4, host dv-cinder-790492-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=af9a34d8-fb6c-441f-89a6-e2254e5b41f4,segment=NetworkSegment(1481da4e-dd8a-4cc3-bbd1-19c81cdc74bd),segment_id=1481da4e-dd8a-4cc3-bbd1-19c81cdc74bd)] {{(pid=93952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:22:24.619485 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-8c24b292-97af-4c4b-9ee2-71e717771d4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710932'] for port, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:24.630644 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] No Port match for: 82adcb6f-164e-4e2b-8413-d669e42bcdc0 {{(pid=93954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:22:24.630999 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device 82adcb6f-164e-4e2b-8413-d669e42bcdc0 not bound to the agent host dv-cinder-790492-6-iscsi {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:22:24.631300 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [None req-8c24b292-97af-4c4b-9ee2-71e717771d4e admin admin] Calling delete_port for af9a34d8-fb6c-441f-89a6-e2254e5b41f4 owned by network:router_interface {{(pid=93952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:22:24.846851 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-8c24b292-97af-4c4b-9ee2-71e717771d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745549710641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745549236134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26440031'] for port, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:24.848730 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:22:24.871371 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c24b292-97af-4c4b-9ee2-71e717771d4e admin admin] Pushing event deleted for resources: {'Port': ['ID=af9a34d8-fb6c-441f-89a6-e2254e5b41f4,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:22:24.874960 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-8c24b292-97af-4c4b-9ee2-71e717771d4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:22:25.032441 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-8c24b292-97af-4c4b-9ee2-71e717771d4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3705355'] for router_interface, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:25.238148 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c24b292-97af-4c4b-9ee2-71e717771d4e admin admin] Router d4009427-74f5-47e0-8ca6-d9e9300f41ed has already been hosted by L3 agent 74079d6f-659b-43f4-8a12-30a7ece685bb {{(pid=93952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:22:25.342862 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c24b292-97af-4c4b-9ee2-71e717771d4e admin admin] Notify agent at l3_agent.dv-cinder-790492-6-iscsi the message routers_updated {{(pid=93952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:22:25.347761 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-8c24b292-97af-4c4b-9ee2-71e717771d4e admin admin] 10.222.0.69 "PUT /v2.0/routers/d4009427-74f5-47e0-8ca6-d9e9300f41ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3858781 Jun 23 19:22:25.350220 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 40552) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:22:25.352749 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91edce42-4d86-4b5e-beeb-d775699833b9 None None] Sync routers for ids ['d4009427-74f5-47e0-8ca6-d9e9300f41ed'] in dv-cinder-790492-6-iscsi {{(pid=93955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:22:25.362241 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91edce42-4d86-4b5e-beeb-d775699833b9 None None] Routers {'d4009427-74f5-47e0-8ca6-d9e9300f41ed'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:22:25.362847 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-91edce42-4d86-4b5e-beeb-d775699833b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:22:03Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['d4009427-74f5-47e0-8ca6-d9e9300f41ed'], 'active': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:22:25.452921 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-11236353-c945-49e5-b85f-89f1637f9e65 admin admin] Notify callbacks [] for router, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:25.462192 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvr_db [None req-91edce42-4d86-4b5e-beeb-d775699833b9 None None] Set router d4009427-74f5-47e0-8ca6-d9e9300f41ed gateway port host: dv-cinder-790492-6-iscsi {{(pid=93955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:22:25.551004 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-11236353-c945-49e5-b85f-89f1637f9e65 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:25.630549 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-91edce42-4d86-4b5e-beeb-d775699833b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4009427-74f5-47e0-8ca6-d9e9300f41ed', 'name': 'tempest-TestVolumeBootPattern-1611740627-router', 'tenant_id': '3b244c2d99e94890b41a74b65e5304b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'external_fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '0de0cb80-96a3-47d0-9ba3-c867f0a1cd83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:14:43Z', 'updated_at': '2021-06-23T19:22:24Z', 'revision_number': 5, 'project_id': '3b244c2d99e94890b41a74b65e5304b1', 'gw_port': {'id': '0de0cb80-96a3-47d0-9ba3-c867f0a1cd83', 'name': '', 'network_id': 'cc1a8f9f-0501-47a9-94a0-f3af65713199', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4009427-74f5-47e0-8ca6-d9e9300f41ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:14:44Z', 'updated_at': '2021-06-23T19:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09e863e5-4e6d-4986-b5d9-3bb63422f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-iscsi'}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:22:25.655589 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91edce42-4d86-4b5e-beeb-d775699833b9 None None] Checking router: d4009427-74f5-47e0-8ca6-d9e9300f41ed for host: dv-cinder-790492-6-iscsi {{(pid=93955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:22:25.663612 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91edce42-4d86-4b5e-beeb-d775699833b9 None None] Routers {'d4009427-74f5-47e0-8ca6-d9e9300f41ed'} bound to L3 agent in host dv-cinder-790492-6-iscsi {{(pid=93955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:22:25.664252 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-91edce42-4d86-4b5e-beeb-d775699833b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T18:58:33Z,description=,heartbeat_timestamp=2021-06-23T19:22:03Z,host='dv-cinder-790492-6-iscsi',id=74079d6f-659b-43f4-8a12-30a7ece685bb,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:58:33Z,topic='l3_agent')) {'router_ids': ['d4009427-74f5-47e0-8ca6-d9e9300f41ed'], 'active': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:22:25.699063 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [None req-11236353-c945-49e5-b85f-89f1637f9e65 admin admin] Deleting port 0de0cb80-96a3-47d0-9ba3-c867f0a1cd83 {{(pid=93952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:22:25.699447 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-11236353-c945-49e5-b85f-89f1637f9e65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745549706015'] for port, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:25.843601 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvr_db [None req-91edce42-4d86-4b5e-beeb-d775699833b9 None None] Set router d4009427-74f5-47e0-8ca6-d9e9300f41ed gateway port host: None {{(pid=93955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:22:25.896697 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-91edce42-4d86-4b5e-beeb-d775699833b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4009427-74f5-47e0-8ca6-d9e9300f41ed', 'name': 'tempest-TestVolumeBootPattern-1611740627-router', 'tenant_id': '3b244c2d99e94890b41a74b65e5304b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:14:43Z', 'updated_at': '2021-06-23T19:22:25Z', 'revision_number': 6, 'project_id': '3b244c2d99e94890b41a74b65e5304b1', 'gw_port_host': None}], 'dv-cinder-790492-6-iscsi', False) {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:22:25.923660 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91edce42-4d86-4b5e-beeb-d775699833b9 None None] The sync data for ids ['d4009427-74f5-47e0-8ca6-d9e9300f41ed'] in dv-cinder-790492-6-iscsi is: [{'id': 'd4009427-74f5-47e0-8ca6-d9e9300f41ed', 'name': 'tempest-TestVolumeBootPattern-1611740627-router', 'tenant_id': '3b244c2d99e94890b41a74b65e5304b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:14:43Z', 'updated_at': '2021-06-23T19:22:25Z', 'revision_number': 6, 'project_id': '3b244c2d99e94890b41a74b65e5304b1', 'gw_port_host': None}] {{(pid=93955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:22:26.006955 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-11236353-c945-49e5-b85f-89f1637f9e65 admin admin] For port 0de0cb80-96a3-47d0-9ba3-c867f0a1cd83, host dv-cinder-790492-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=0de0cb80-96a3-47d0-9ba3-c867f0a1cd83,segment=NetworkSegment(5f51114a-3dae-4d84-91d9-b7c41a4d9224),segment_id=5f51114a-3dae-4d84-91d9-b7c41a4d9224)] {{(pid=93952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:22:26.007309 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-11236353-c945-49e5-b85f-89f1637f9e65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710932'] for port, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:26.019435 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [None req-11236353-c945-49e5-b85f-89f1637f9e65 admin admin] Calling delete_port for 0de0cb80-96a3-47d0-9ba3-c867f0a1cd83 owned by network:router_gateway {{(pid=93952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:22:26.246863 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-11236353-c945-49e5-b85f-89f1637f9e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745549710641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745549236134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26440031'] for port, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:26.250075 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-043b67df-e381-43ba-9d66-13edeb42ea70 tempest-TestMinimumBasicScenario-498694638 tempest-TestMinimumBasicScenario-498694638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:22:26.274327 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11236353-c945-49e5-b85f-89f1637f9e65 admin admin] Pushing event deleted for resources: {'Port': ['ID=0de0cb80-96a3-47d0-9ba3-c867f0a1cd83,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:22:26.278150 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-11236353-c945-49e5-b85f-89f1637f9e65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:22:26.334820 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-11236353-c945-49e5-b85f-89f1637f9e65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3708830'] for router_gateway, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:26.424432 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-11236353-c945-49e5-b85f-89f1637f9e65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5699'] for router, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:26.426470 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-11236353-c945-49e5-b85f-89f1637f9e65 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:26.526727 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-11236353-c945-49e5-b85f-89f1637f9e65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3705840'] for router, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:26.527246 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11236353-c945-49e5-b85f-89f1637f9e65 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4009427-74f5-47e0-8ca6-d9e9300f41ed {{(pid=93952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 19:22:26.531635 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-11236353-c945-49e5-b85f-89f1637f9e65 admin admin] Notify callbacks [] for router, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:26.532483 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-11236353-c945-49e5-b85f-89f1637f9e65 admin admin] 10.222.0.69 "DELETE /v2.0/routers/d4009427-74f5-47e0-8ca6-d9e9300f41ed HTTP/1.1" status: 204 len: 168 time: 1.1813002 Jun 23 19:22:26.534952 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 40554) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:22:26.578036 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6646c85-d472-424c-8459-abcd5f871c72 admin admin] Deleting subnet 54a4eb43-69b4-4c19-9ecc-107512bb1de0 {{(pid=93952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 19:22:26.581018 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d6646c85-d472-424c-8459-abcd5f871c72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:26.613873 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d6646c85-d472-424c-8459-abcd5f871c72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25525077'] for subnet, precommit_delete_associations {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:26.698091 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d6646c85-d472-424c-8459-abcd5f871c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-884468'] for subnet, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:26.708700 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device af9a34d8-fb6c-441f-89a6-e2254e5b41f4 no longer exists at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:22:26.729212 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] No Port match for: af9a34d8-fb6c-441f-89a6-e2254e5b41f4 {{(pid=93954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:22:26.729567 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device af9a34d8-fb6c-441f-89a6-e2254e5b41f4 not bound to the agent host dv-cinder-790492-6-iscsi {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:22:26.729985 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device 0de0cb80-96a3-47d0-9ba3-c867f0a1cd83 no longer exists at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:22:26.749373 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] No Port match for: 0de0cb80-96a3-47d0-9ba3-c867f0a1cd83 {{(pid=93954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:22:26.749725 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device 0de0cb80-96a3-47d0-9ba3-c867f0a1cd83 not bound to the agent host dv-cinder-790492-6-iscsi {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:22:26.836121 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d6646c85-d472-424c-8459-abcd5f871c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26439957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26574776'] for subnet, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:26.838245 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:22:26.863123 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6646c85-d472-424c-8459-abcd5f871c72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54a4eb43-69b4-4c19-9ecc-107512bb1de0,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:22:26.866073 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-d6646c85-d472-424c-8459-abcd5f871c72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:22:26.867063 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d6646c85-d472-424c-8459-abcd5f871c72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770935'] for subnet, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:26.869861 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-d6646c85-d472-424c-8459-abcd5f871c72 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/54a4eb43-69b4-4c19-9ecc-107512bb1de0 HTTP/1.1" status: 204 len: 168 time: 0.3330758 Jun 23 19:22:26.871518 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.69', 40556) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:22:26.874593 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fdc28df-f04d-4efb-8046-ebe441e3c938 None None] Network 8f6257ab-4237-4588-b81a-a9734e5ca361 requested from dv-cinder-790492-6-iscsi {{(pid=93954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:22:26.950854 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-fa306a83-ff08-4d1e-8216-151fd54711ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-959346'] for network, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:27.007038 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [None req-fa306a83-ff08-4d1e-8216-151fd54711ad admin admin] Deleting port 90930c55-3c63-434d-8722-576ad5b2cd6c {{(pid=93952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:22:27.007373 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-fa306a83-ff08-4d1e-8216-151fd54711ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745549706015'] for port, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:27.058520 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be7ea94-b44d-40b4-b3c2-eb8790f0b9c7 None None] DHCP port deletion for 8f6257ab-4237-4588-b81a-a9734e5ca361 request from dv-cinder-790492-6-iscsi {{(pid=93954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 19:22:27.071411 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-fa306a83-ff08-4d1e-8216-151fd54711ad admin admin] For port 90930c55-3c63-434d-8722-576ad5b2cd6c, host dv-cinder-790492-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=90930c55-3c63-434d-8722-576ad5b2cd6c,segment=NetworkSegment(1481da4e-dd8a-4cc3-bbd1-19c81cdc74bd),segment_id=1481da4e-dd8a-4cc3-bbd1-19c81cdc74bd)] {{(pid=93952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:22:27.071759 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-fa306a83-ff08-4d1e-8216-151fd54711ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710932'] for port, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:27.084240 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [None req-fa306a83-ff08-4d1e-8216-151fd54711ad admin admin] Calling delete_port for 90930c55-3c63-434d-8722-576ad5b2cd6c owned by network:dhcp {{(pid=93952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:22:27.102746 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-5be7ea94-b44d-40b4-b3c2-eb8790f0b9c7 None None] Deleting port 90930c55-3c63-434d-8722-576ad5b2cd6c {{(pid=93954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:22:27.103133 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-5be7ea94-b44d-40b4-b3c2-eb8790f0b9c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745549706015'] for port, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:27.230031 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-fa306a83-ff08-4d1e-8216-151fd54711ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745549710641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745549236134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26440031'] for port, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:27.232274 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-128fae4e-721c-40d7-82de-7c0df06a0ca9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:22:27.256320 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa306a83-ff08-4d1e-8216-151fd54711ad admin admin] Pushing event deleted for resources: {'Port': ['ID=90930c55-3c63-434d-8722-576ad5b2cd6c,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:22:27.259431 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-fa306a83-ff08-4d1e-8216-151fd54711ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:22:27.260415 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa306a83-ff08-4d1e-8216-151fd54711ad admin admin] No DVR routers for this DVR port 90930c55-3c63-434d-8722-576ad5b2cd6c on host dv-cinder-790492-6-iscsi {{(pid=93952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:22:27.287149 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-5be7ea94-b44d-40b4-b3c2-eb8790f0b9c7 None None] For port 90930c55-3c63-434d-8722-576ad5b2cd6c, host dv-cinder-790492-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-iscsi',level=0,port_id=90930c55-3c63-434d-8722-576ad5b2cd6c,segment=NetworkSegment(1481da4e-dd8a-4cc3-bbd1-19c81cdc74bd),segment_id=1481da4e-dd8a-4cc3-bbd1-19c81cdc74bd)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:22:27.287499 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-5be7ea94-b44d-40b4-b3c2-eb8790f0b9c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710932'] for port, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:27.300532 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-5be7ea94-b44d-40b4-b3c2-eb8790f0b9c7 None None] Calling delete_port for 90930c55-3c63-434d-8722-576ad5b2cd6c owned by network:dhcp {{(pid=93954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:22:27.331246 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-fa306a83-ff08-4d1e-8216-151fd54711ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883321', 'neutron.services.segments.db._delete_segments_for_network-8745549744415'] for network, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:27.340959 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.services.segments.db [None req-fa306a83-ff08-4d1e-8216-151fd54711ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f6257ab-4237-4588-b81a-a9734e5ca361']}} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:22:27.350849 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.services.segments.db [None req-fa306a83-ff08-4d1e-8216-151fd54711ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1481da4e-dd8a-4cc3-bbd1-19c81cdc74bd') {'for_net_delete': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:22:27.351140 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.services.segments.db [None req-fa306a83-ff08-4d1e-8216-151fd54711ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1481da4e-dd8a-4cc3-bbd1-19c81cdc74bd') {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:22:27.359474 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-fa306a83-ff08-4d1e-8216-151fd54711ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745549732078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25525066'] for segment, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:27.372018 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-5be7ea94-b44d-40b4-b3c2-eb8790f0b9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-975204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745549710641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745549236134'] for port, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:27.372249 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-fa306a83-ff08-4d1e-8216-151fd54711ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886977'] for segment, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:27.373900 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:22:27.377882 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa306a83-ff08-4d1e-8216-151fd54711ad admin admin] Releasing vlan 948 on physical network physnet1 to pool {{(pid=93952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 19:22:27.378266 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-fa306a83-ff08-4d1e-8216-151fd54711ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26440072'] for segment, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:27.379898 dv-cinder-790492-6-iscsi neutron-server[93952]: Traceback (most recent call last): Jun 23 19:22:27.379898 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 19:22:27.379898 dv-cinder-790492-6-iscsi neutron-server[93952]: timer() Jun 23 19:22:27.379898 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 19:22:27.379898 dv-cinder-790492-6-iscsi neutron-server[93952]: cb(*args, **kw) Jun 23 19:22:27.379898 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 19:22:27.379898 dv-cinder-790492-6-iscsi neutron-server[93952]: return func(*args, **kwargs) Jun 23 19:22:27.379898 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 19:22:27.379898 dv-cinder-790492-6-iscsi neutron-server[93952]: self._notify() Jun 23 19:22:27.379898 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 19:22:27.379898 dv-cinder-790492-6-iscsi neutron-server[93952]: self.callback(batched_events) Jun 23 19:22:27.379898 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 19:22:27.379898 dv-cinder-790492-6-iscsi neutron-server[93952]: event.method(event) Jun 23 19:22:27.379898 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 19:22:27.379898 dv-cinder-790492-6-iscsi neutron-server[93952]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 19:22:27.379898 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 19:22:27.379898 dv-cinder-790492-6-iscsi neutron-server[93952]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 19:22:27.379898 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 19:22:27.379898 dv-cinder-790492-6-iscsi neutron-server[93952]: return f(self, *a, **k) Jun 23 19:22:27.379898 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 19:22:27.379898 dv-cinder-790492-6-iscsi neutron-server[93952]: return self._get(url).json() Jun 23 19:22:27.379898 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 19:22:27.379898 dv-cinder-790492-6-iscsi neutron-server[93952]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 19:22:27.379898 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 19:22:27.379898 dv-cinder-790492-6-iscsi neutron-server[93952]: return self.request(url, 'GET', **kwargs) Jun 23 19:22:27.379898 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 19:22:27.379898 dv-cinder-790492-6-iscsi neutron-server[93952]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 19:22:27.379898 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 19:22:27.379898 dv-cinder-790492-6-iscsi neutron-server[93952]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 19:22:27.379898 dv-cinder-790492-6-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 19:22:27.379898 dv-cinder-790492-6-iscsi neutron-server[93952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 19:22:27.379898 dv-cinder-790492-6-iscsi neutron-server[93952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 19:22:27.399953 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be7ea94-b44d-40b4-b3c2-eb8790f0b9c7 None None] Pushing event deleted for resources: {'Port': ['ID=90930c55-3c63-434d-8722-576ad5b2cd6c,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:22:27.402929 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG oslo_concurrency.lockutils [None req-5be7ea94-b44d-40b4-b3c2-eb8790f0b9c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:22:27.403765 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be7ea94-b44d-40b4-b3c2-eb8790f0b9c7 None None] No DVR routers for this DVR port 90930c55-3c63-434d-8722-576ad5b2cd6c on host dv-cinder-790492-6-iscsi {{(pid=93954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:22:27.526977 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-fa306a83-ff08-4d1e-8216-151fd54711ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3862688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3770898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3708783'] for network, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:27.531044 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-4a736c94-b753-4705-8d83-1f2df3f67505 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:22:27.533657 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-fa306a83-ff08-4d1e-8216-151fd54711ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770935'] for network, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:27.535346 dv-cinder-790492-6-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-fa306a83-ff08-4d1e-8216-151fd54711ad admin admin] 10.222.0.69 "DELETE /v2.0/networks/8f6257ab-4237-4588-b81a-a9734e5ca361 HTTP/1.1" status: 204 len: 168 time: 0.6630404 Jun 23 19:22:27.546096 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa306a83-ff08-4d1e-8216-151fd54711ad admin admin] Pushing event deleted for resources: {'Network': ['ID=8f6257ab-4237-4588-b81a-a9734e5ca361,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:22:27.548464 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-fa306a83-ff08-4d1e-8216-151fd54711ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:22:27.862762 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 40562) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:22:27.902362 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-212eaaa2-09bd-4084-b596-9f42251ddf89 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=aa96fac7201b43d2b8633791c636d18c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383532 Jun 23 19:22:27.905006 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 40564) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:22:27.950545 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-8a30da48-9b40-4084-9db6-1dad2691e1df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:27.971188 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-8a30da48-9b40-4084-9db6-1dad2691e1df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:28.086686 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-8a30da48-9b40-4084-9db6-1dad2691e1df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:28.089375 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-8a30da48-9b40-4084-9db6-1dad2691e1df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:28.090498 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-8a30da48-9b40-4084-9db6-1dad2691e1df admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4c8e2799-4037-46df-980a-14d81da43534 HTTP/1.1" status: 204 len: 168 time: 0.1845655 Jun 23 19:22:28.091762 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-338cb0d8-28a6-4982-b29e-52f32223abd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:22:28.098978 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a30da48-9b40-4084-9db6-1dad2691e1df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8e2799-4037-46df-980a-14d81da43534,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:22:28.101402 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-8a30da48-9b40-4084-9db6-1dad2691e1df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:22:28.566395 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device 90930c55-3c63-434d-8722-576ad5b2cd6c no longer exists at agent ovs-agent-dv-cinder-790492-6-iscsi {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:22:28.585827 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] No Port match for: 90930c55-3c63-434d-8722-576ad5b2cd6c {{(pid=93954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:22:28.586172 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.rpc [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Device 90930c55-3c63-434d-8722-576ad5b2cd6c not bound to the agent host dv-cinder-790492-6-iscsi {{(pid=93954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:22:28.702789 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 40570) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:22:28.742864 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-158237e0-3079-4899-a61e-602dd3c5218e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3b244c2d99e94890b41a74b65e5304b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387156 Jun 23 19:22:28.745112 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.69', 40574) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:22:28.794539 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-0be57721-cf6f-40b5-ac97-9c27e687ccf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:28.814765 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-0be57721-cf6f-40b5-ac97-9c27e687ccf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:28.961481 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-0be57721-cf6f-40b5-ac97-9c27e687ccf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54615'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:28.964315 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-0be57721-cf6f-40b5-ac97-9c27e687ccf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:28.965446 dv-cinder-790492-6-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-0be57721-cf6f-40b5-ac97-9c27e687ccf2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2dfe1213-41a1-4093-a54b-908e0580d142 HTTP/1.1" status: 204 len: 168 time: 0.2194655 Jun 23 19:22:28.966660 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-ec9af424-e9c5-4f47-b411-efc943219034 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:22:28.974560 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be57721-cf6f-40b5-ac97-9c27e687ccf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dfe1213-41a1-4093-a54b-908e0580d142,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:22:28.976799 dv-cinder-790492-6-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-0be57721-cf6f-40b5-ac97-9c27e687ccf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:22:29.311538 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [req-52c667bd-979c-4081-b532-daa4bce4245d req-17fac03d-f9fc-4dc0-b4fd-563ece4c2d07 service neutron] (93952) timed out ('10.222.0.49', 53812) {{(pid=93952) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 23 19:22:30.178025 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-50ffba5b-d472-4e4c-97dd-7208d873fcd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:32.926350 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-34fba730-3fa3-4116-8ae7-b1f4b5cb011f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:32.994790 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:34.160544 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-36873b57-c469-4164-8152-400a4dc72ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:35.452336 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0dfa02b7-e69b-42f9-a1c6-d55a29ea84e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:47.308978 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:22:48.309854 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.agents_db [None req-808d9167-7b86-4487-ac1f-373b1677e9b0 None None] Agent healthcheck: found 6 active agents {{(pid=93955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:23:00.183700 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-42118796-e103-4bbe-85b2-447cbb798e7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:23:02.948615 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-7549e011-ea80-4251-af8a-8e2086aec720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:23:03.108482 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:23:04.148491 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-36873b57-c469-4164-8152-400a4dc72ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:23:05.440413 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0dfa02b7-e69b-42f9-a1c6-d55a29ea84e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:23:17.313359 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:23:25.307798 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.agents_db [None req-808d9167-7b86-4487-ac1f-373b1677e9b0 None None] Agent healthcheck: found 6 active agents {{(pid=93955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:23:30.199227 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-17db821f-0028-49b3-8fe9-8e724898e955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:23:33.011107 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-d6883490-cf86-4777-8b01-ac7b47ea6100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:23:33.028064 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:23:34.130749 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-36873b57-c469-4164-8152-400a4dc72ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:23:35.433434 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0dfa02b7-e69b-42f9-a1c6-d55a29ea84e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:23:47.307588 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:24:00.204558 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-27fdc9e3-5377-42e1-95a8-00c894161146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:24:02.306796 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.agents_db [None req-808d9167-7b86-4487-ac1f-373b1677e9b0 None None] Agent healthcheck: found 6 active agents {{(pid=93955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:24:02.964621 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-70d496b6-583e-42f7-8eee-f608547340df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:24:02.993796 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:24:04.227717 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-36873b57-c469-4164-8152-400a4dc72ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:24:05.461484 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0dfa02b7-e69b-42f9-a1c6-d55a29ea84e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:24:17.312038 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:24:30.215124 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-acf589d2-e45e-401c-a616-c1771f80d899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:24:32.974928 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-67ddbad0-eb0d-4572-9c0e-399f24b5c36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:24:33.023105 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:24:34.186822 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-36873b57-c469-4164-8152-400a4dc72ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:24:35.489953 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0dfa02b7-e69b-42f9-a1c6-d55a29ea84e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:24:39.305430 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.agents_db [None req-808d9167-7b86-4487-ac1f-373b1677e9b0 None None] Agent healthcheck: found 6 active agents {{(pid=93955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:24:47.323283 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:25:00.202841 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-e83463a6-380c-4d1f-843c-0f41a2e11ad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:25:02.917357 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-83f72cad-cd3b-40b3-b550-5a6e8a326b0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:25:02.945861 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:25:04.151477 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-36873b57-c469-4164-8152-400a4dc72ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:25:05.448177 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0dfa02b7-e69b-42f9-a1c6-d55a29ea84e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:25:06.191537 dv-cinder-790492-6-iscsi neutron-server[93952]: DEBUG neutron.wsgi [req-a1c686bd-e070-43c0-8b6c-8f66c5fe9a04 req-d3594174-1b26-42bb-b66d-53c56de9a8d1 tempest-ServerRescueNegativeTestJSON-1140233064 tempest-ServerRescueNegativeTestJSON-1140233064-project] (93952) timed out ('10.222.0.69', 57166) {{(pid=93952) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 23 19:25:16.303736 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.agents_db [None req-808d9167-7b86-4487-ac1f-373b1677e9b0 None None] Agent healthcheck: found 6 active agents {{(pid=93955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:25:17.321285 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:25:30.225152 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-55da981f-889a-4153-9577-c2b52cb81188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:25:32.973580 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-aeba9414-b511-4b61-9dd4-2802f6b81632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:25:33.036147 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:25:34.173064 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-36873b57-c469-4164-8152-400a4dc72ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:25:35.458761 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0dfa02b7-e69b-42f9-a1c6-d55a29ea84e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:25:47.304113 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:25:53.302900 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.agents_db [None req-808d9167-7b86-4487-ac1f-373b1677e9b0 None None] Agent healthcheck: found 6 active agents {{(pid=93955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:26:00.211249 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0340b6aa-5c36-48cb-ae52-d388c52d0c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:26:02.955766 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f3692624-2415-487d-8ad4-cb4dd508b0b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:26:02.983821 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:26:04.195499 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-36873b57-c469-4164-8152-400a4dc72ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:26:05.463946 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0dfa02b7-e69b-42f9-a1c6-d55a29ea84e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:26:17.320616 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:26:30.206364 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-9f4ab438-d3eb-4a88-b792-9764cafc0c2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:26:30.301137 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.agents_db [None req-808d9167-7b86-4487-ac1f-373b1677e9b0 None None] Agent healthcheck: found 6 active agents {{(pid=93955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:26:32.972446 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4a0be32f-444a-447a-a033-6479e66ad0cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:26:33.022946 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:26:34.165898 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-36873b57-c469-4164-8152-400a4dc72ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:26:35.472972 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0dfa02b7-e69b-42f9-a1c6-d55a29ea84e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:26:47.343058 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:27:00.205170 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8c2a-ffe8-437c-b02e-ad0a546cce47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:27:02.969429 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f9806c38-088c-41c7-9587-42f1c253cab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:27:02.986488 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:27:04.176737 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-36873b57-c469-4164-8152-400a4dc72ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:27:05.456397 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0dfa02b7-e69b-42f9-a1c6-d55a29ea84e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:27:07.299494 dv-cinder-790492-6-iscsi neutron-server[93955]: DEBUG neutron.db.agents_db [None req-808d9167-7b86-4487-ac1f-373b1677e9b0 None None] Agent healthcheck: found 6 active agents {{(pid=93955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:27:17.330342 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0522df3-45ed-4336-9f2b-afe2940e8aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:27:30.225634 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-59761478-ba85-4a27-9426-23a01072c3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:27:32.974190 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-ec0be04a-7405-4067-a1f9-3d190ab394a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:27:33.002275 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4f87d03f-a069-4216-a508-9af81eb95eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:27:34.168205 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-36873b57-c469-4164-8152-400a4dc72ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:27:35.466085 dv-cinder-790492-6-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0dfa02b7-e69b-42f9-a1c6-d55a29ea84e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881203'] for agent, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}